-- Logs begin at Wed 2021-11-24 13:39:48 UTC, end at Wed 2021-11-24 14:39:19 UTC. -- Nov 24 14:09:27.131858 dv-cinder-739079-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 24 14:09:29.916226 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.common.config [-] Logging enabled! Nov 24 14:09:29.916777 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev224 Nov 24 14:09:29.917025 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102652) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 24 14:09:29.920995 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.common.config [-] Logging enabled! Nov 24 14:09:29.921257 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev224 Nov 24 14:09:29.921575 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102652) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 24 14:09:29.922532 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 14:09:29.922771 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 14:09:29.923135 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 14:09:29.923384 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 14:09:29.923646 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 14:09:29.923967 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.924402 dv-cinder-739079-6-iscsi neutron-server[102652]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 24 14:09:29.924716 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.925014 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.925309 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.925620 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.925896 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.926179 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.926470 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.926770 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.927058 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.927339 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.927651 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.927945 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.928227 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.928521 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.928808 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.929093 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] debug = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.929378 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.929815 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.930235 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.930516 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.930808 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.931091 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.931364 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.931668 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.931955 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.932287 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] host = dv-cinder-739079-6-iscsi {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.932566 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.932855 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.933229 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.933709 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.934047 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.934374 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.934621 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.934900 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.935189 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] log_file = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.935500 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.935781 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.936071 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.936363 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.936591 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.936816 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.937107 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.937396 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.937675 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.937947 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.938222 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.938495 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.938770 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.939042 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.939329 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.939641 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.939929 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.940201 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.940473 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.940746 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.941018 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.941303 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.941580 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.941851 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.942128 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.942415 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.942682 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.942957 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.943262 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.943579 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.943866 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.944157 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.944432 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.944717 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.944995 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.945272 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.945548 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] use_json = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.945822 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.946097 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.946382 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.946650 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.946926 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.947198 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.947493 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.947782 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:29.948081 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.948378 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.948679 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.949154 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.949482 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.949766 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.950061 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.950341 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.950634 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.950925 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.951218 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.951525 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.951821 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.952104 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.952409 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.952718 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.953012 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.953307 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.953585 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.953861 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.954138 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.954420 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.954710 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.954991 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.955284 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.955613 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.955897 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.956196 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.956488 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.956786 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.957331 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.957613 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.957900 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.958194 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.958477 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.958755 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.959035 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.959323 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.959629 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.959907 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.960195 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.960474 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.960752 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.961026 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.961305 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.961598 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.961879 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.962154 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.962432 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.962710 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.962983 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.963269 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.963578 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.963857 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.964134 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.964958 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.965235 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.965654 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.965939 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.966220 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.966503 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.966778 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.967055 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.967331 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.967630 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.967904 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.968181 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.968454 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.968733 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.969008 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.969281 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.969553 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.969826 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.970103 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.970392 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.970693 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.970973 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.971251 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.971559 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.971839 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.972122 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.972402 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.972680 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.972964 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.973238 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.973529 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.973812 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.974107 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.974396 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.974713 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.975013 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.975296 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.975621 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.975902 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.976183 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.976468 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.976755 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.977051 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.977346 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.977642 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.977937 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.978236 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.978520 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.978835 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.979119 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:29.979340 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 14:09:29.979615 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102652) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 24 14:09:30.423869 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 24 14:09:30.424253 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 24 14:09:30.424568 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 24 14:09:30.424920 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 24 14:09:30.757771 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:30.757985 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:30.758263 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:30.759484 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:30.759764 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:30.760032 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:30.797901 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:30.798184 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:30.798458 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:30.812812 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:30.813093 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:30.813365 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:30.842682 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:30.842969 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:30.843244 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:30.881509 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:30.881790 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:30.882067 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.129563 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.130237 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.130237 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.130394 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.131074 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.233539 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.233871 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.234169 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.234445 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.234717 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.235035 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.235298 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.235678 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.235939 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.236225 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.236490 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.236759 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.237016 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.237272 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.237531 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.237803 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.238064 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.238336 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.238612 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.238874 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.239150 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.239430 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.239721 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.240122 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.240377 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.240627 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.241055 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102652) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 14:09:31.241298 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102652) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 14:09:31.241538 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102652) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 14:09:31.241776 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102652) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 14:09:31.242013 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102652) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 14:09:31.242249 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102652) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 14:09:31.242622 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 24 14:09:31.246820 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 24 14:09:31.250818 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 24 14:09:31.254596 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) Nov 24 14:09:31.256416 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 24 14:09:31.256883 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 24 14:09:31.257223 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 24 14:09:31.257622 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 24 14:09:31.260503 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 24 14:09:31.260763 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 24 14:09:31.261113 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 24 14:09:31.266710 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 24 14:09:31.289573 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 24 14:09:31.290045 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.290355 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102652) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 24 14:09:31.290727 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.292199 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102652) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 24 14:09:31.293051 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 24 14:09:31.293299 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 24 14:09:31.296835 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.297127 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:31.361543 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 24 14:09:31.361787 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 24 14:09:31.362027 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 24 14:09:31.362415 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 24 14:09:31.385101 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_db.sqlalchemy.engines [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102652) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 24 14:09:31.927170 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.managers [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Initializing driver for type 'gre' Nov 24 14:09:31.927734 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] gre ID ranges: [(1, 1000)] Nov 24 14:09:31.981543 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.managers [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Initializing driver for type 'local' Nov 24 14:09:31.981894 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.managers [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Initializing driver for type 'vlan' Nov 24 14:09:31.995152 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] VlanTypeDriver initialization complete Nov 24 14:09:31.995529 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.managers [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Initializing driver for type 'vxlan' Nov 24 14:09:31.996861 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] vxlan ID ranges: [(1, 1000)] Nov 24 14:09:32.046184 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.managers [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Initializing extension driver 'port_security' Nov 24 14:09:32.046557 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.extensions.port_security [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] PortSecurityExtensionDriver initialization complete Nov 24 14:09:32.046891 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.managers [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Initializing mechanism driver 'openvswitch' Nov 24 14:09:32.047217 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.managers [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Initializing mechanism driver 'hyperv' Nov 24 14:09:32.053850 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.plugins.ml2.plugin [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:32.054533 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > port after_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.054907 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > port after_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.055258 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > port after_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.055827 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102652) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 14:09:32.056257 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > subnet after_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.056610 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > subnet after_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.056957 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > subnet after_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.057363 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102652) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 14:09:32.057772 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > network after_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.058734 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > network after_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.059081 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > network after_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.059503 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102652) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 14:09:32.059913 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > security_group after_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.060261 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > security_group after_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.060603 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > security_group after_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.061142 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102652) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 14:09:32.061555 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.061906 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.062249 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.062651 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102652) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 14:09:32.063055 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > address_group after_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.063424 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > address_group after_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.063760 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > address_group after_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.064159 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102652) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 14:09:32.064539 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] ML2 OVO RPC backend initialized. {{(pid=102652) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 24 14:09:32.065236 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > router_interface after_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.065592 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.066008 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > network before_response 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.066355 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > networks before_response 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.066700 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > port before_response 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.067042 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > ports before_response 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.067383 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > subnet before_response 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.067745 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > subnets before_response 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.068088 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > network after_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.068426 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > network after_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.068759 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > network after_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.069093 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > port after_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.069427 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > port after_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.069759 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > port after_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.070090 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > subnet after_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.070422 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > subnet after_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.070752 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > subnet after_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.071325 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.plugin [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Modular L2 Plugin initialization complete Nov 24 14:09:32.071679 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading services supported by the core plugin {{(pid=102652) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 24 14:09:32.072005 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.plugins.ml2.managers [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Got port-security extension from driver 'port_security' Nov 24 14:09:32.072465 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.extensions.vlantransparent [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Disabled vlantransparent extension. Nov 24 14:09:32.072949 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102652) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 24 14:09:32.073263 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading Plugin: router Nov 24 14:09:32.110110 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > router_interface before_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.110533 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > router after_create 55549900 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.110906 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > router before_create 55549900 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.111275 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.111682 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.112046 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > router after_delete 55549900 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.112404 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > floatingip after_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.112753 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > floatingip after_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.113116 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > router after_create 55549900 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.113462 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > router after_update 55549900 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.113810 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > router after_update 55549900 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.114154 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.114512 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > router after_update 55549900 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.114924 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > router precommit_update 55549900 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.115291 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: port after_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.115656 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: port after_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.115996 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: subnet after_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.116336 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.116685 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > port precommit_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.117036 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > router precommit_create 55549900 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.117382 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: port before_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.117729 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > router precommit_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.118091 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > router after_update 55549900 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.118432 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > router precommit_delete 55549900 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.118785 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > router precommit_create 55549900 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.119146 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > router_interface after_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.119519 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > router precommit_update 55549900 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.119888 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > agent after_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.120241 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > agent after_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.120632 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > network after_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.121516 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.quota.resource_registry [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Tracking information for resource: router configured {{(pid=102652) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 14:09:32.121848 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.quota.resource_registry [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Tracking information for resource: floatingip configured {{(pid=102652) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 14:09:32.126928 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.db.l3_agentschedulers_db [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 24 14:09:32.127527 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: port after_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.127891 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: port after_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.128244 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: port after_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.128605 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: port after_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.129398 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > router before_create 55550100 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.129788 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > router precommit_delete 55550100 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.130308 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > router precommit_create 55550100 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.130500 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > router precommit_update 55550100 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.135351 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.services.provider_configuration [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Service providers = [] {{(pid=102652) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 24 14:09:32.135753 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.db.servicetype_db [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102652) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 24 14:09:32.138815 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.services.service_base [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102652) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 14:09:32.139166 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.services.service_base [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102652) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 14:09:32.139546 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.services.service_base [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102652) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 14:09:32.140449 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.services.service_base [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102652) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 14:09:32.140824 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.services.service_base [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 24 14:09:32.141211 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102652) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 14:09:32.141530 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 24 14:09:32.152855 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102652) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 14:09:32.153134 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading Plugin: auto_allocate Nov 24 14:09:32.158966 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: network precommit_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.159342 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: network precommit_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.159901 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102652) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 14:09:32.160227 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading Plugin: tag Nov 24 14:09:32.166919 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102652) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 14:09:32.167251 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading Plugin: timestamp Nov 24 14:09:32.172049 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102652) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 14:09:32.172379 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading Plugin: network_ip_availability Nov 24 14:09:32.177858 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.178235 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.178592 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.179310 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102652) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 14:09:32.179657 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading Plugin: flavors Nov 24 14:09:32.184465 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102652) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 14:09:32.184800 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading Plugin: revisions Nov 24 14:09:32.189144 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102652) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 14:09:32.189540 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_concurrency.lockutils [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.765s {{(pid=102652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 24 14:09:32.190287 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102652) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 24 14:09:32.190630 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Initializing extension manager. Nov 24 14:09:32.191143 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: __init__.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.191525 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: __pycache__ {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.191868 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.192197 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: address_group.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.192958 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.193537 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: address-group Nov 24 14:09:32.193862 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: address_scope.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.194766 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.195283 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: address-scope Nov 24 14:09:32.195640 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: admin_state_down_before_update.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.196571 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.197080 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: router-admin-state-down-before-update Nov 24 14:09:32.197403 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: agent.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.198107 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.198619 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: agent Nov 24 14:09:32.198968 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: agent_resources_synced.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.199908 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.200416 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: agent-resources-synced Nov 24 14:09:32.200742 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: allowedaddresspairs.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.202545 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.203071 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: allowed-address-pairs Nov 24 14:09:32.203416 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: auto_allocated_topology.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.204505 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.205022 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: auto-allocated-topology Nov 24 14:09:32.205350 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: availability_zone.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.206047 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.206557 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: availability_zone Nov 24 14:09:32.206880 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: availability_zone_filter.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.208088 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.208601 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: availability_zone_filter Nov 24 14:09:32.208924 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: data_plane_status.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.209856 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.210370 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension data-plane-status not supported by any of loaded plugins Nov 24 14:09:32.210699 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: default_subnetpools.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.211648 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.212164 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: default-subnetpools Nov 24 14:09:32.212489 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: dhcpagentscheduler.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.213308 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.213820 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: dhcp_agent_scheduler Nov 24 14:09:32.214146 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: dns.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.215753 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.216266 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension dns-integration not supported by any of loaded plugins Nov 24 14:09:32.216592 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: dns_domain_ports.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.217509 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.218019 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 24 14:09:32.218345 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.219266 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.219808 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 24 14:09:32.220132 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: dvr.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.220812 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.221327 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: dvr Nov 24 14:09:32.221647 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: ecmp_routes.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.222561 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.223070 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension ecmp_routes not supported by any of loaded plugins Nov 24 14:09:32.223392 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: empty_string_filtering.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.224328 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.224842 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: empty-string-filtering Nov 24 14:09:32.225167 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.226096 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.226606 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 24 14:09:32.226928 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.227877 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.228389 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 24 14:09:32.228711 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: external_net.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.229623 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.230894 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: external-net Nov 24 14:09:32.231228 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: extra_dhcp_opt.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.232172 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.232690 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: extra_dhcp_opt Nov 24 14:09:32.233010 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: extraroute.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.233923 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.234440 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: extraroute Nov 24 14:09:32.234757 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: extraroute_atomic.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.235821 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.236334 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: extraroute-atomic Nov 24 14:09:32.236657 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: filter_validation.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.237328 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.237834 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: filter-validation Nov 24 14:09:32.238157 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: fip_pf_description.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.239065 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.239607 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 24 14:09:32.239931 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: fip_port_details.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.240852 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.241377 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: fip-port-details Nov 24 14:09:32.241695 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: flavors.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.242952 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.243505 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: flavors Nov 24 14:09:32.243834 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.245511 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.246734 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 24 14:09:32.247071 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: floatingip_pools.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.247808 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.248329 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: floatingip-pools Nov 24 14:09:32.248656 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: ip_allocation.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.249583 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.250099 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension ip_allocation not supported by any of loaded plugins Nov 24 14:09:32.250426 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.251355 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.251895 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: ip-substring-filtering Nov 24 14:09:32.252219 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: l2_adjacency.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.253149 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.253658 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension l2_adjacency not supported by any of loaded plugins Nov 24 14:09:32.253982 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: l3.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.255111 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.255670 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: router Nov 24 14:09:32.255997 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: l3_conntrack_helper.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.258255 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.258792 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 24 14:09:32.259125 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.260093 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.260616 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: ext-gw-mode Nov 24 14:09:32.260944 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.262636 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.263155 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: l3-ha Nov 24 14:09:32.263517 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: l3_flavors.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.264440 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.264958 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: l3-flavors Nov 24 14:09:32.265282 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.266203 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.266720 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: l3-port-ip-change-not-allowed Nov 24 14:09:32.267044 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: l3agentscheduler.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.268127 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.268644 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: l3_agent_scheduler Nov 24 14:09:32.268972 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: local_ip.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.270750 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.271286 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension local_ip not supported by any of loaded plugins Nov 24 14:09:32.271654 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: logging.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.273145 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.273672 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension logging not supported by any of loaded plugins Nov 24 14:09:32.274005 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: metering.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.274746 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.275332 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: metering Nov 24 14:09:32.275686 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.276772 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.277406 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: metering_source_and_destination_fields Nov 24 14:09:32.277736 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: multiprovidernet.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.278659 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.279178 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: multi-provider Nov 24 14:09:32.279546 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: netmtu.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.280461 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.280978 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: net-mtu Nov 24 14:09:32.281310 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: netmtu_writable.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.282221 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.282736 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: net-mtu-writable Nov 24 14:09:32.283063 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: network_availability_zone.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.283759 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.284271 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: network_availability_zone Nov 24 14:09:32.284591 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: network_ip_availability.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.285709 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.286228 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: network-ip-availability Nov 24 14:09:32.286554 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: network_segment_range.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.287319 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.287857 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension network-segment-range not supported by any of loaded plugins Nov 24 14:09:32.288180 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: pagination.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.290730 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.291076 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: pagination Nov 24 14:09:32.291422 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: port_device_profile.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.292369 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.292996 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: port-device-profile Nov 24 14:09:32.293266 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.294197 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.294719 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: port-mac-address-regenerate Nov 24 14:09:32.295047 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.296007 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.296527 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: port-numa-affinity-policy Nov 24 14:09:32.296852 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: port_resource_request.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.297761 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.298272 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension port-resource-request not supported by any of loaded plugins Nov 24 14:09:32.298596 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: port_resource_request_groups.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.299597 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.300112 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 24 14:09:32.300437 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: portbindings.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.301379 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.301897 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: binding Nov 24 14:09:32.302225 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: portbindings_extended.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.303704 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.304293 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: binding-extended Nov 24 14:09:32.304562 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: portsecurity.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.305492 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.306011 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: port-security Nov 24 14:09:32.306339 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: project_id.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.307335 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.307696 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: project-id Nov 24 14:09:32.308020 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: providernet.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.309521 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.310034 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: provider Nov 24 14:09:32.310356 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: qos.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.314024 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.314552 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension qos not supported by any of loaded plugins Nov 24 14:09:32.314887 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.316167 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.316686 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 24 14:09:32.317017 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.317942 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.318459 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 24 14:09:32.318784 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: qos_default.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.319728 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.320246 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension qos-default not supported by any of loaded plugins Nov 24 14:09:32.320570 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: qos_fip.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.321231 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.321752 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension qos-fip not supported by any of loaded plugins Nov 24 14:09:32.322078 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: qos_gateway_ip.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.323011 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.323560 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 24 14:09:32.324469 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: qos_port_network_policy.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.325387 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.325901 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 24 14:09:32.326225 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.327274 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.327815 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 24 14:09:32.328142 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: qos_pps_rule.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.329324 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.329843 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension qos-pps not supported by any of loaded plugins Nov 24 14:09:32.330168 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: qos_rule_type_details.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.331104 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.331654 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 24 14:09:32.331982 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: qos_rules_alias.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.333277 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.333797 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 24 14:09:32.334121 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: quota_check_limit.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.335034 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.335574 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: quota-check-limit Nov 24 14:09:32.335939 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: quotasv2.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.336864 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.337196 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: quotas Nov 24 14:09:32.337512 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: quotasv2_detail.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.340941 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.341284 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: quota_details Nov 24 14:09:32.341624 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: rbac.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.342702 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.343238 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: rbac-policies Nov 24 14:09:32.343607 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: rbac_address_group.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.344538 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.345067 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: rbac-address-group Nov 24 14:09:32.345400 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: rbac_address_scope.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.346329 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.346848 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: rbac-address-scope Nov 24 14:09:32.347178 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: rbac_security_groups.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.348132 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.348649 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: rbac-security-groups Nov 24 14:09:32.348976 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: rbac_subnetpool.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.349891 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.350407 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: rbac-subnetpool Nov 24 14:09:32.350737 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: revisionifmatch.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.351700 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.352224 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: revision-if-match Nov 24 14:09:32.352555 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: revisions.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.353680 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.354199 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: standard-attr-revisions Nov 24 14:09:32.354530 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: router_availability_zone.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.355231 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.355854 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: router_availability_zone Nov 24 14:09:32.356181 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: routerservicetype.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.357104 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.357617 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension router-service-type not supported by any of loaded plugins Nov 24 14:09:32.357943 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.358938 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.359480 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: security-groups-normalized-cidr Nov 24 14:09:32.359812 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: security_groups_port_filtering.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.360752 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.361263 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: port-security-groups-filtering Nov 24 14:09:32.361594 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.362524 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.363050 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: security-groups-remote-address-group Nov 24 14:09:32.363378 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.364346 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.364865 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: security-groups-shared-filtering Nov 24 14:09:32.365193 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.365796 dv-cinder-739079-6-iscsi neutron-server[102652]: WARNING neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 24 14:09:32.366117 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: securitygroup.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.377752 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.378354 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: security-group Nov 24 14:09:32.378942 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: segment.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.379829 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.380349 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension segment not supported by any of loaded plugins Nov 24 14:09:32.380679 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.382173 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.383081 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 24 14:09:32.383561 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: servicetype.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.384707 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.385235 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: service-type Nov 24 14:09:32.385566 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: sorting.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.387655 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.388157 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: sorting Nov 24 14:09:32.388487 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: standard_attr_segment.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.389419 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.389940 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 24 14:09:32.390267 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: standardattrdescription.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.390925 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.391466 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: standard-attr-description Nov 24 14:09:32.391795 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: stateful_security_group.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.392745 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.393263 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: stateful-security-group Nov 24 14:09:32.393589 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: stdattrs_common.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.394176 dv-cinder-739079-6-iscsi neutron-server[102652]: WARNING neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 24 14:09:32.394503 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.395462 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.395983 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 24 14:09:32.396307 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: subnet_onboard.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.397397 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.397918 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: subnet_onboard Nov 24 14:09:32.398242 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.399174 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.399714 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 24 14:09:32.400041 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: subnet_service_types.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.400964 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.401481 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: subnet-service-types Nov 24 14:09:32.401832 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: subnetallocation.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.402997 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.403483 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: subnet_allocation Nov 24 14:09:32.403805 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.404477 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.404992 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: subnetpool-prefix-ops Nov 24 14:09:32.405315 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.406244 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.406759 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 24 14:09:32.407081 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: tagging.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.408224 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.408747 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: standard-attr-tag Nov 24 14:09:32.409073 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: timestamp.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.410282 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.410802 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loaded extension: standard-attr-timestamp Nov 24 14:09:32.411132 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: trunk.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.412209 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.412729 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension trunk not supported by any of loaded plugins Nov 24 14:09:32.413057 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: trunk_details.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.414010 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.414529 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension trunk-details not supported by any of loaded plugins Nov 24 14:09:32.414855 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: uplink_status_propagation.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.415804 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.416321 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 24 14:09:32.416646 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Loading extension file: vlantransparent.py {{(pid=102652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 14:09:32.417329 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 14:09:32.417888 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extension vlan-transparent not supported by any of loaded plugins Nov 24 14:09:32.420592 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.quota.resource_registry [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Creating instance of TrackedResource for resource:network Nov 24 14:09:32.421137 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.quota.resource_registry [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Creating instance of TrackedResource for resource:subnet Nov 24 14:09:32.421535 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.quota.resource_registry [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 14:09:32.421948 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.quota.resource_registry [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Creating instance of TrackedResource for resource:port Nov 24 14:09:32.423241 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.v2.resource_helper [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102652) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 14:09:32.423711 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.v2.resource_helper [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Service FLAVORS assigned prefix: {{(pid=102652) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 14:09:32.424340 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.v2.resource_helper [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102652) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 14:09:32.424764 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.v2.resource_helper [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102652) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 14:09:32.425098 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.quota.resource_registry [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Creating instance of TrackedResource for resource:router Nov 24 14:09:32.425529 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.quota.resource_registry [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Creating instance of TrackedResource for resource:floatingip Nov 24 14:09:32.426025 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.v2.resource_helper [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Service METERING assigned prefix: /metering {{(pid=102652) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 14:09:32.427514 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.427902 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.428256 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:09:32.429276 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.quota.resource_registry [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 14:09:32.429733 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.quota.resource_registry [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Creating instance of TrackedResource for resource:security_group Nov 24 14:09:32.430164 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.quota.resource_registry [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 14:09:32.430824 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.v2.resource_helper [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Service CORE assigned prefix: {{(pid=102652) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 14:09:32.431158 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.quota.resource_registry [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 14:09:32.431531 dv-cinder-739079-6-iscsi neutron-server[102652]: WARNING neutron.quota.resource_registry [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] subnetpool is already registered Nov 24 14:09:32.431984 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.v2.resource_helper [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Service CORE assigned prefix: {{(pid=102652) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 14:09:32.432314 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.quota.resource_registry [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 14:09:32.432650 dv-cinder-739079-6-iscsi neutron-server[102652]: WARNING neutron.quota.resource_registry [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] subnetpool is already registered Nov 24 14:09:32.435535 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.v2.resource_helper [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102652) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 14:09:32.435974 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.v2.resource_helper [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Service FLAVORS assigned prefix: {{(pid=102652) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 14:09:32.436560 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.v2.resource_helper [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102652) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 14:09:32.436982 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.v2.resource_helper [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102652) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 14:09:32.437317 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.quota.resource_registry [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Creating instance of TrackedResource for resource:router Nov 24 14:09:32.437653 dv-cinder-739079-6-iscsi neutron-server[102652]: WARNING neutron.quota.resource_registry [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] router is already registered Nov 24 14:09:32.438061 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.quota.resource_registry [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Creating instance of TrackedResource for resource:floatingip Nov 24 14:09:32.438397 dv-cinder-739079-6-iscsi neutron-server[102652]: WARNING neutron.quota.resource_registry [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] floatingip is already registered Nov 24 14:09:32.438851 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.v2.resource_helper [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Service METERING assigned prefix: /metering {{(pid=102652) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 14:09:32.439539 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.quota.resource_registry [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 14:09:32.439871 dv-cinder-739079-6-iscsi neutron-server[102652]: WARNING neutron.quota.resource_registry [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] rbac_policy is already registered Nov 24 14:09:32.440280 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.quota.resource_registry [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Creating instance of TrackedResource for resource:security_group Nov 24 14:09:32.440618 dv-cinder-739079-6-iscsi neutron-server[102652]: WARNING neutron.quota.resource_registry [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] security_group is already registered Nov 24 14:09:32.441019 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.quota.resource_registry [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 14:09:32.441350 dv-cinder-739079-6-iscsi neutron-server[102652]: WARNING neutron.quota.resource_registry [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] security_group_rule is already registered Nov 24 14:09:32.442044 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.v2.resource_helper [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Service CORE assigned prefix: {{(pid=102652) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 14:09:32.442374 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.quota.resource_registry [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 14:09:32.442708 dv-cinder-739079-6-iscsi neutron-server[102652]: WARNING neutron.quota.resource_registry [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] subnetpool is already registered Nov 24 14:09:32.443132 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.v2.resource_helper [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Service CORE assigned prefix: {{(pid=102652) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 14:09:32.443476 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.quota.resource_registry [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 14:09:32.443811 dv-cinder-739079-6-iscsi neutron-server[102652]: WARNING neutron.quota.resource_registry [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] subnetpool is already registered Nov 24 14:09:32.444282 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: extensions {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.445776 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: address-groups {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.447243 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: address-scopes {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.448586 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: agents {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.450447 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: auto-allocated-topology {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.451723 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: availability_zones {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.452946 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: dhcp-networks {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.454456 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: dhcp-agents {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.455908 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: routers {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.458339 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: flavors {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.459513 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: service_profiles {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.460714 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: next_providers {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.462159 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: service_profiles {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.463697 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: floatingip-pools {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.464935 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: routers {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.467013 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: floatingips {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.469325 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: l3-routers {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.470725 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: l3-agents {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.472140 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: metering-labels {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.473539 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: metering-label-rules {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.474823 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: network-ip-availabilities {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.476105 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: bindings {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.477734 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: quotas {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.479277 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: quotas {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.481499 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: rbac-policies {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.482802 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: security-groups {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.484065 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: security-group-rules {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.485304 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: service-providers {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.486502 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: subnetpools {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.487930 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: subnetpools {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.489396 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: tags {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.491065 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: tags {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.492882 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: tags {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.494631 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: tags {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.497183 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: tags {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.499038 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: tags {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.500737 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: tags {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.502655 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: tags {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.504448 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: tags {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.506277 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron.api.extensions [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Extended resource: tags {{(pid=102652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 14:09:32.513105 dv-cinder-739079-6-iscsi neutron-server[102652]: WARNING keystonemiddleware.auth_token [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 24 14:09:32.518029 dv-cinder-739079-6-iscsi neutron-server[102652]: WARNING keystonemiddleware.auth_token [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 24 14:09:32.528159 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_concurrency.lockutils [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Acquired lock "singleton_lock" {{(pid=102652) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 24 14:09:32.528543 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_concurrency.lockutils [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Releasing lock "singleton_lock" {{(pid=102652) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 24 14:09:32.529196 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO oslo_service.service [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Starting 2 workers Nov 24 14:09:32.534187 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Started child 102761 {{(pid=102652) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 14:09:32.538975 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Started child 102762 {{(pid=102652) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 14:09:32.539874 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:09:32.540649 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO neutron.service [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Neutron service started, listening on 0.0.0.0:9696 Nov 24 14:09:32.541288 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Publish callbacks [] for process, before_spawn {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:09:32.541421 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [-] (102761) wsgi starting up on http://0.0.0.0:9696 Nov 24 14:09:32.544562 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO oslo_service.service [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Starting 1 workers Nov 24 14:09:32.545074 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:09:32.546514 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [-] (102762) wsgi starting up on http://0.0.0.0:9696 Nov 24 14:09:32.549830 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Started child 102763 {{(pid=102652) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 14:09:32.550411 dv-cinder-739079-6-iscsi neutron-server[102652]: INFO oslo_service.service [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Starting 1 workers Nov 24 14:09:32.553797 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.service [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] calling RpcWorker wait() {{(pid=102763) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 24 14:09:32.554423 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.service [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] returning from RpcWorker wait() {{(pid=102763) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 24 14:09:32.555054 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Started child 102764 {{(pid=102652) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 14:09:32.555743 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:09:32.555894 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG neutron_lib.callbacks.manager [None req-8cef5874-e7d9-439e-8dcc-936b11adae1f None None] Publish callbacks [] for process, after_spawn {{(pid=102652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:09:32.556285 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:32.557813 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102652) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 24 14:09:32.558022 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 14:09:32.558796 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 14:09:32.559014 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 14:09:32.559345 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 14:09:32.559692 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 14:09:32.560217 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.560491 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.560760 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.560899 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:09:32.561375 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.561375 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.561828 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.561960 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:32.562087 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.562321 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.562591 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.562828 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.562992 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.563156 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.563431 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.563676 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.563974 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.564233 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.564480 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.564735 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.564906 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.565167 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.565446 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.565689 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.565953 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] debug = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.566193 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.566683 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.566910 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.567155 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.567389 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.567695 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.567933 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.568186 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.568446 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.568662 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.568908 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.569166 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.569418 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.569626 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.569872 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.570083 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.570332 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.570547 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.571014 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] host = dv-cinder-739079-6-iscsi {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.571232 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.571482 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.571709 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.571961 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.572205 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.572434 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.572686 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.572943 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.573186 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.573406 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.573620 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.573917 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.574264 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.574900 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] log_file = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.574900 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] log_options = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.575140 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.575302 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.575580 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.575781 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.575949 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.576122 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.576385 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.576545 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.576798 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.577030 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.577239 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.577539 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.577677 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.577876 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.578143 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.578373 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.578584 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.578789 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.579030 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.579273 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.579579 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.579821 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.580039 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.580266 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.580477 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.580687 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.581019 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.581157 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.581377 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.581593 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.581820 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.582317 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.582544 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.582771 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.583074 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.583259 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.583506 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.583737 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.584007 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.584228 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.584480 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.584733 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.584962 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.585183 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.585392 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.585620 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.585852 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] use_json = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.586058 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.586297 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.586533 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.586742 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.586949 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.587158 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.587388 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.587647 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.588057 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.588314 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.588616 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.588865 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.589131 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.589470 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.589851 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.589851 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.590507 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.590808 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.591212 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.591478 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.591776 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.591995 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.592263 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.592584 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.592842 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.593192 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.593340 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.593534 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.593872 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.594266 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.594749 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.594882 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.595353 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.595669 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.595920 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.596249 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.596578 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.596856 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.597159 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.597373 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.597623 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.597858 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.598255 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.598369 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.598528 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.598934 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.599149 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.599468 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.600114 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.600114 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.600114 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.600442 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.601090 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.601090 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.601090 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.602074 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.602074 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.602074 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.602074 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.602074 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.603771 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.603771 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.603771 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.603771 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.603771 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.603771 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.603771 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.603771 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.604207 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.604272 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.604488 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.604700 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.606246 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.606530 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.606729 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.608390 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.608390 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.608390 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.608390 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.608390 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.608390 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.608390 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.609018 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.609018 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.609018 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.609342 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.609342 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.609619 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.609750 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.609982 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.610202 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.610418 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.610622 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.610899 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.611112 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.611340 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.611597 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.611969 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.612194 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.612472 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.612787 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.613035 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.613276 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.613517 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.613766 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.613984 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.614216 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.614452 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.614669 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.614883 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.615186 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.615384 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.615798 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.617129 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.617129 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.617129 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.617129 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.617129 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.617768 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.618016 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.618241 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.618675 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.618946 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.619188 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.619441 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.619742 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.619954 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.620212 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.620524 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.621503 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.621787 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.622112 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.622593 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.622691 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.622979 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.623198 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.623432 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.623835 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.623917 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.624150 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.624408 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.624621 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.624889 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.625300 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.625711 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.626120 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.626666 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.627112 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.627570 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.627952 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.628380 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.628672 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.628896 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.629159 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.629417 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.629670 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.629923 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.630171 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.630387 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.630617 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.631042 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.631254 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.631523 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.631734 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.632118 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.632384 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.632551 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.633059 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.633321 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.633639 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.633995 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.634278 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.634627 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.634921 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.635196 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.635548 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.636003 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.636552 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.636863 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.637145 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.637427 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.637811 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.638095 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.638560 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.638876 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.639289 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.639714 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.640098 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.640615 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.640808 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.641082 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.641306 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.641544 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.641756 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.642191 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.642407 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.642667 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.642843 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.643217 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.643697 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.644133 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.644796 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.644974 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.645282 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.645540 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.645932 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.646409 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.646612 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.646896 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.647257 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.647820 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.647929 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.648142 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.648373 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.648634 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.648922 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.649117 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.649419 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.649696 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.649958 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.650443 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.650596 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.651289 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.651721 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.652157 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.652378 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.652637 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.652841 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.653130 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.653290 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.653701 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.654054 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.654465 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.654683 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.654894 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.655138 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.655331 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.655615 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.655842 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.656078 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.656291 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.656509 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.656724 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.656935 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.657185 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.657392 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.657617 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.657835 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.658048 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.658253 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.659131 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.659131 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.659131 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.659131 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.659811 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.659811 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.659811 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.660046 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.660249 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.660530 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.660780 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.661025 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.661248 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.661561 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.661788 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.662028 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.662248 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.662465 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.662705 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.662999 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.663312 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.663633 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.663905 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.664149 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.664594 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.665072 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.665608 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.665967 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.666473 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.666876 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.667161 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.667937 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.668182 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.668485 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.669025 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.669025 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.669344 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.669766 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.670038 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.670312 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.670560 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.670803 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.671038 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.671268 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.671521 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.671743 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.671976 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.672355 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.672792 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.673088 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 14:09:32.673923 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102652) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 24 14:09:32.674208 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 14:09:32.674483 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 14:09:32.674783 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 14:09:32.675083 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 14:09:32.675354 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 14:09:32.675866 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.676033 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.676194 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.676353 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.676512 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.676691 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.676849 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.677006 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.677160 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.677316 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.677470 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.677626 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.677781 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.677935 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.678090 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.678246 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.678400 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.678554 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.678714 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.678918 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.679190 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.679509 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.679811 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] debug = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.680093 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.680426 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.680710 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.680985 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.681165 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.681321 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.681772 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.682010 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.682888 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.682888 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.682888 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.685437 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.685437 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.685437 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.685437 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.685437 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.685437 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.685437 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.685437 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] host = dv-cinder-739079-6-iscsi {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.686165 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.686165 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.686165 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.686165 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.686165 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.686165 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.686165 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.686165 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.686848 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.686848 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.686848 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.686848 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.686848 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.687282 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] log_file = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.687282 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] log_options = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.687282 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.687512 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.687512 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.687698 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.687859 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.688015 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.688168 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.688323 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.688477 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.688632 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.688785 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.688938 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.689092 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.689246 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.689400 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.689554 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.689708 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.689863 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.690023 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.690144 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.690302 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.690454 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.690608 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.690761 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.690914 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.691067 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.691220 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.691373 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.691550 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.691707 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.691899 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.692043 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.692178 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.692324 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.692458 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.692604 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.692737 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.692870 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.693003 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.693161 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.693317 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.693471 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.693614 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.693766 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.693920 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.694073 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.694222 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] use_json = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.694360 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.694496 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.694642 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.694794 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.694933 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.695089 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.695241 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.695418 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 14:09:32.695592 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.695750 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.695918 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.696061 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.696220 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.696361 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.696522 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.696665 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.696834 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.696968 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.697119 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.697276 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.697441 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.697596 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.697752 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.697911 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.698068 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.698223 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.698381 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.698536 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.698713 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.698916 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.698916 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.700167 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.700167 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.700167 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.700167 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.700167 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.700167 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.700167 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.702966 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.702966 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.702966 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.702966 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.702966 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.702966 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.702966 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.702966 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.705092 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.705092 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.705092 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.705092 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.705092 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.705092 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.705092 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.705092 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.705092 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.706390 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.706390 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.706390 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.706390 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.706390 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.706390 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.706390 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.706390 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.706390 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.708356 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.708356 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.708356 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.708356 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.708356 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.708356 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.708356 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.708356 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.708356 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.711082 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.711082 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.711082 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.711082 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.711082 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.711082 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.711082 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.711082 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.711082 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.713256 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.713256 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.713256 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.713256 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.713256 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.713256 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.713256 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.713256 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.713256 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.715237 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.715237 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.715237 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.715237 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.715237 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.715237 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.715237 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.715237 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.715237 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.716467 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.716467 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.716467 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.716467 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.716467 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.716467 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.716467 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.716467 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.717642 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.717642 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.717642 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.717642 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.717642 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.717642 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.717642 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.717642 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.718544 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.718544 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.718544 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.718544 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.718544 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.718544 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.718544 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.718544 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.719557 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.719557 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.719557 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.719557 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.719557 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.719557 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.719557 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.719557 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.720718 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.720718 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.720718 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.720718 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.720718 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.720718 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.720718 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.720718 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.721990 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.721990 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.721990 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.721990 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.721990 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.721990 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.721990 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.721990 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.723256 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.723256 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.723256 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.723256 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.723256 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.723256 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.723256 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.723256 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.724596 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.724735 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:32.724867 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.724867 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.724867 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.724867 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.724867 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.724867 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.724867 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.724867 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.725768 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.725768 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.725768 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.725768 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.725768 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.725768 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.725768 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.725768 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.726634 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.726634 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.726634 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.726634 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.726634 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.726634 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.726634 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.726634 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.727549 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.727549 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.727549 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.727549 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.727549 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.727549 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.727549 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.727549 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.728442 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.728442 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.728442 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.728442 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.728442 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.728442 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.728442 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.728442 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.732180 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.732180 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.732180 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.732180 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.732180 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.732180 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.732180 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.732180 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.734287 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.734287 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.734287 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.734287 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.734287 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.734287 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.734287 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.734287 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.735659 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.735659 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.735659 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.735659 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.735659 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.735659 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.735659 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.735659 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.735659 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.736902 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.736902 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.736902 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.736902 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.736902 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.736902 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.736902 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.736902 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.737429 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.737429 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.737429 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.737429 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.737429 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.737429 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.737429 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.737429 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.737932 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.737932 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.737932 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.737932 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.737932 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.737932 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.737932 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.737932 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.738697 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.738697 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.738697 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.738697 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.738697 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.738697 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.738697 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.738697 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.739883 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.739883 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.739883 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.739883 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.739883 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.739883 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.739883 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.739883 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.740792 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.740792 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.740792 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.740792 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.740792 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.740792 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.740792 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.740792 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.741308 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.741308 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.741308 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.741308 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.741308 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.741308 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.741308 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.741308 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.741917 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.741917 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.741917 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.741917 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.741917 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.741917 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.741917 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.741917 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.741917 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.742836 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.742836 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.742836 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.742836 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.742836 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.742836 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.742836 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.742836 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.742836 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.743438 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.743438 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.743438 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 14:09:32.743438 dv-cinder-739079-6-iscsi neutron-server[102652]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 14:09:32.809373 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 38738) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:09:32.817838 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062954 Nov 24 14:09:44.412353 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1e3c8e-ad25-4b16-8b7e-5ed0878df992 None None] get_active_networks_info from dv-cinder-739079-6-iscsi {{(pid=102763) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 14:09:44.481427 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1e3c8e-ad25-4b16-8b7e-5ed0878df992 None None] No non-hosted networks {{(pid=102763) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 24 14:09:44.487519 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8a7a95e6-5974-4cee-a8b7-7c4e8fd6f067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-666709'] for agent, after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:09:46.888509 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-03954fad-6507-4343-b79b-c13995cfdb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-666709'] for agent, after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:09:46.926553 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-435afc67-7ae8-4ef5-b7f3-83414a73dcb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:09:47.876535 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-666709'] for agent, after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:09:49.515704 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-666709'] for agent, after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:09:50.726626 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-666709'] for agent, after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:09:50.727715 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:50.727715 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:50.728337 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:50.728337 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:50.728855 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:50.729151 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:50.729362 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:50.730197 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:50.730621 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:50.731181 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:50.731615 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:50.731971 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:50.732682 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-739079-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:50.747015 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-739079-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:51.237291 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 38828) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:09:52.056249 dv-cinder-739079-6-iscsi neutron-server[102762]: WARNING oslo_policy.policy [None req-4930aca9-8f07-4e9a-ae87-eae0bbe76210 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 14:09:52.057136 dv-cinder-739079-6-iscsi neutron-server[102762]: WARNING oslo_policy.policy [None req-4930aca9-8f07-4e9a-ae87-eae0bbe76210 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 14:09:52.097826 dv-cinder-739079-6-iscsi neutron-server[102763]: INFO neutron.db.l3_hamode_db [None req-27d973f7-1d81-4474-970b-d256899f5e3e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 24 14:09:52.236392 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d973f7-1d81-4474-970b-d256899f5e3e None None] Routers set() bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:09:52.236962 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d973f7-1d81-4474-970b-d256899f5e3e None None] Router IDs set() for agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 14:09:52.381710 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [None req-4930aca9-8f07-4e9a-ae87-eae0bbe76210 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102762) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:09:52.382970 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-4930aca9-8f07-4e9a-ae87-eae0bbe76210 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.1441877 Nov 24 14:09:55.128761 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 38844) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:09:55.798221 dv-cinder-739079-6-iscsi neutron-server[102761]: WARNING oslo_policy.policy [None req-02b48d94-c81f-4d09-bd05-81b95aa900ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 14:09:55.798917 dv-cinder-739079-6-iscsi neutron-server[102761]: WARNING oslo_policy.policy [None req-02b48d94-c81f-4d09-bd05-81b95aa900ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 14:09:56.045330 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-02b48d94-c81f-4d09-bd05-81b95aa900ce admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:09:56.153772 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.policy [None req-02b48d94-c81f-4d09-bd05-81b95aa900ce admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102761) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 24 14:09:56.201394 dv-cinder-739079-6-iscsi neutron-server[102761]: WARNING oslo_policy.policy [None req-02b48d94-c81f-4d09-bd05-81b95aa900ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 14:09:56.201774 dv-cinder-739079-6-iscsi neutron-server[102761]: WARNING oslo_policy.policy [None req-02b48d94-c81f-4d09-bd05-81b95aa900ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 14:09:56.210701 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.quota [None req-02b48d94-c81f-4d09-bd05-81b95aa900ce admin admin] Loaded quota_driver: . Nov 24 14:09:56.313281 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02b48d94-c81f-4d09-bd05-81b95aa900ce admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783321989621', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783321990150', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783322010408', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783322009169', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783321899282', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783321892846', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3708826', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3954929', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-859934', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-949738'] for rbac-policy, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:09:56.410077 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-02b48d94-c81f-4d09-bd05-81b95aa900ce admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:09:56.412617 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-02b48d94-c81f-4d09-bd05-81b95aa900ce admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2814417 Nov 24 14:09:59.599168 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 38862) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:09:59.975829 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-a5b777fa-0117-4041-a712-4d6c1e962352 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'e5c1588f929b4650963fd0eafef87375', 'tenant_id': 'e5c1588f929b4650963fd0eafef87375'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:10:00.012426 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b777fa-0117-4041-a712-4d6c1e962352 admin admin] Made reservation on behalf of e5c1588f929b4650963fd0eafef87375 for: {'network': 1} {{(pid=102761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:10:00.016389 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a5b777fa-0117-4041-a712-4d6c1e962352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for network, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:00.038166 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a5b777fa-0117-4041-a712-4d6c1e962352 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:00.171140 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a5b777fa-0117-4041-a712-4d6c1e962352 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:00.175158 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a5b777fa-0117-4041-a712-4d6c1e962352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:00.204417 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b777fa-0117-4041-a712-4d6c1e962352 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1130} {{(pid=102761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:10:00.230851 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b777fa-0117-4041-a712-4d6c1e962352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997592a4-0dd1-4afc-b72a-4841a9411af3,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:10:00.234365 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a5b777fa-0117-4041-a712-4d6c1e962352 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783323399855', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:00.234967 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a5b777fa-0117-4041-a712-4d6c1e962352 admin admin] Unsubscribe: segment precommit_create {{(pid=102761) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 24 14:10:00.235489 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.db.segments_db [None req-a5b777fa-0117-4041-a712-4d6c1e962352 admin admin] Added segment c0a87231-c897-446c-be0d-22dba722a044 of type vlan for network ff7337e2-fa7a-4805-b76e-0872ca38a0f0 Nov 24 14:10:00.263871 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b777fa-0117-4041-a712-4d6c1e962352 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:00.264251 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b777fa-0117-4041-a712-4d6c1e962352 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:00.264602 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b777fa-0117-4041-a712-4d6c1e962352 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:00.264947 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b777fa-0117-4041-a712-4d6c1e962352 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:00.265365 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b777fa-0117-4041-a712-4d6c1e962352 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:00.265752 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b777fa-0117-4041-a712-4d6c1e962352 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:00.266185 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b777fa-0117-4041-a712-4d6c1e962352 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:00.266600 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b777fa-0117-4041-a712-4d6c1e962352 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:00.266956 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b777fa-0117-4041-a712-4d6c1e962352 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:00.267298 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b777fa-0117-4041-a712-4d6c1e962352 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:00.267705 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b777fa-0117-4041-a712-4d6c1e962352 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:00.268058 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b777fa-0117-4041-a712-4d6c1e962352 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b777fa-0117-4041-a712-4d6c1e962352 admin admin] Tracked resource versions report: Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: pushed versions: Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: { 'AddressGroup': {'1.2'}, Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: 'ConntrackHelper': {'1.0'}, Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: 'Log': {'1.0'}, Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: 'Network': {'1.1'}, Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: 'Port': {'1.7'}, Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: 'PortForwarding': {'1.2'}, Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: 'QosPolicy': {'1.10'}, Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: 'SecurityGroup': {'1.5'}, Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: 'SecurityGroupRule': {'1.2'}, Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: 'SubPort': {'1.0'}, Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: 'Subnet': {'1.1'}, Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: 'Trunk': {'1.1'}} Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: consumer versions: Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: { DHCP agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: L3 agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: Metadata agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: Metering agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: Open vSwitch agent@dv-cinder-739079-6-iscsi: { 'AddressGroup': '1.2', Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: 'ConntrackHelper': '1.0', Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: 'Log': '1.0', Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: 'Network': '1.1', Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: 'Port': '1.7', Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: 'PortForwarding': '1.2', Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: 'QosPolicy': '1.10', Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: 'SecurityGroup': '1.5', Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: 'SecurityGroupRule': '1.2', Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: 'SubPort': '1.0', Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: 'Subnet': '1.1', Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: 'Trunk': '1.1'}} Nov 24 14:10:00.269251 dv-cinder-739079-6-iscsi neutron-server[102761]: {{(pid=102761) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 14:10:00.369879 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a5b777fa-0117-4041-a712-4d6c1e962352 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783322859825'] for network, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:00.415134 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a5b777fa-0117-4041-a712-4d6c1e962352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067'] for network, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:00.416706 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b777fa-0117-4041-a712-4d6c1e962352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:00.418372 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a5b777fa-0117-4041-a712-4d6c1e962352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:00.482476 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-a5b777fa-0117-4041-a712-4d6c1e962352 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8814006 Nov 24 14:10:00.532073 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b777fa-0117-4041-a712-4d6c1e962352 admin admin] Pushing event updated for resources: {'Network': ['ID=ff7337e2-fa7a-4805-b76e-0872ca38a0f0,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:10:00.545924 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Network ff7337e2-fa7a-4805-b76e-0872ca38a0f0 details requested by agent ovs-agent-dv-cinder-739079-6-iscsi with host dv-cinder-739079-6-iscsi {{(pid=102763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 14:10:03.543234 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 38876) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:10:03.976426 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fc2f32-b537-41e4-ba75-9fd01c6ed91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:03.977736 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-23fc2f32-b537-41e4-ba75-9fd01c6ed91e admin admin] 10.222.0.73 "GET /v2.0/networks/ff7337e2-fa7a-4805-b76e-0872ca38a0f0 HTTP/1.1" status: 200 len: 826 time: 0.4334869 Nov 24 14:10:04.004202 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-bf34e668-8654-4098-9dbc-45ac92b11ebf admin admin] 10.222.0.73 "GET /v2.0/subnetpools/099dbb97-08c8-4f97-a206-6ee1fe75bb14 HTTP/1.1" status: 200 len: 734 time: 0.0202024 Nov 24 14:10:04.014218 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-75b10871-f21b-470e-b394-053e8a93adf9 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'e5c1588f929b4650963fd0eafef87375', 'network_id': 'ff7337e2-fa7a-4805-b76e-0872ca38a0f0', 'subnetpool_id': '099dbb97-08c8-4f97-a206-6ee1fe75bb14'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:10:04.039632 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b10871-f21b-470e-b394-053e8a93adf9 admin admin] Made reservation on behalf of e5c1588f929b4650963fd0eafef87375 for: {'subnet': 1} {{(pid=102761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:10:04.041935 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-75b10871-f21b-470e-b394-053e8a93adf9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:04.358446 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-75b10871-f21b-470e-b394-053e8a93adf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067'] for subnet, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:04.432404 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b10871-f21b-470e-b394-053e8a93adf9 admin admin] Checking segment: {'id': 'c0a87231-c897-446c-be0d-22dba722a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'ff7337e2-fa7a-4805-b76e-0872ca38a0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:10:04.433525 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b10871-f21b-470e-b394-053e8a93adf9 admin admin] Network hostable DHCP agents. Network: ff7337e2-fa7a-4805-b76e-0872ca38a0f0, hostable agents: ['5a05dce6-6d47-4be7-b07f-778f6e38e2ad'], hosted agents: [] {{(pid=102761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:10:04.440867 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b10871-f21b-470e-b394-053e8a93adf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34ac03a7-2851-44b1-b3eb-fe18e4270654,revision_number=0']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:10:04.463360 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b10871-f21b-470e-b394-053e8a93adf9 admin admin] Network ff7337e2-fa7a-4805-b76e-0872ca38a0f0 is scheduled to be hosted by DHCP agent 5a05dce6-6d47-4be7-b07f-778f6e38e2ad with binding_index 1 {{(pid=102761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:10:04.478670 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-75b10871-f21b-470e-b394-053e8a93adf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-6-iscsi, ff7337e2-fa7a-4805-b76e-0872ca38a0f0) {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:10:04.484438 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b10871-f21b-470e-b394-053e8a93adf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:04.485029 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-75b10871-f21b-470e-b394-053e8a93adf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for subnet, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:04.489875 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75478de-9c02-4165-8a91-9d4899ad7ff7 None None] Network ff7337e2-fa7a-4805-b76e-0872ca38a0f0 requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:10:04.506151 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-75b10871-f21b-470e-b394-053e8a93adf9 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4957490 Nov 24 14:10:04.852258 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c8e87e8-2d0a-5791-abbd-89eb775a1a8c-ff7337e2-fa7a-4805-b76e-0872ca38a0f0', 'network_id': 'ff7337e2-fa7a-4805-b76e-0872ca38a0f0', 'tenant_id': 'e5c1588f929b4650963fd0eafef87375', 'fixed_ips': [{'subnet_id': '34ac03a7-2851-44b1-b3eb-fe18e4270654'}]}} from dv-cinder-739079-6-iscsi. {{(pid=102763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 14:10:04.853608 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:05.195170 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_common [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Allocated IP 172.20.0.2 (ff7337e2-fa7a-4805-b76e-0872ca38a0f0/34ac03a7-2851-44b1-b3eb-fe18e4270654/ee1dca84-24a8-47b6-b996-448b39a8a17a) {{(pid=102763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:10:05.422535 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Publish callbacks [] for port, precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:05.430940 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986'] for port, after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:05.520320 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Network ff7337e2-fa7a-4805-b76e-0872ca38a0f0 is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:10:05.525700 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:10:05.533490 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Pushing event updated for resources: {'Port': ['ID=ee1dca84-24a8-47b6-b996-448b39a8a17a,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:10:05.535955 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Received port after_create {{(pid=102763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:10:05.547072 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:05.547465 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:05.548092 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:05.548379 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:05.548470 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:05.548813 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:05.549307 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:05.549514 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:05.549824 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:05.550162 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:05.550483 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:05.550808 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Tracked resource versions report: Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: pushed versions: Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: { 'AddressGroup': {'1.2'}, Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: 'ConntrackHelper': {'1.0'}, Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: 'Log': {'1.0'}, Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: 'Network': {'1.1'}, Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: 'Port': {'1.7'}, Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: 'PortForwarding': {'1.2'}, Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: 'QosPolicy': {'1.10'}, Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: 'SecurityGroup': {'1.5'}, Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: 'SecurityGroupRule': {'1.2'}, Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: 'SubPort': {'1.0'}, Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: 'Subnet': {'1.1'}, Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: 'Trunk': {'1.1'}} Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: consumer versions: Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: { DHCP agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: L3 agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: Metadata agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: Metering agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: Open vSwitch agent@dv-cinder-739079-6-iscsi: { 'AddressGroup': '1.2', Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: 'ConntrackHelper': '1.0', Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: 'Log': '1.0', Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: 'Network': '1.1', Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: 'Port': '1.7', Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: 'PortForwarding': '1.2', Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: 'QosPolicy': '1.10', Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: 'SecurityGroup': '1.5', Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: 'SecurityGroupRule': '1.2', Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: 'SubPort': '1.0', Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: 'Subnet': '1.1', Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: 'Trunk': '1.1'}} Nov 24 14:10:05.552012 dv-cinder-739079-6-iscsi neutron-server[102763]: {{(pid=102763) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 14:10:05.640585 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Attempting to bind port ee1dca84-24a8-47b6-b996-448b39a8a17a on host dv-cinder-739079-6-iscsi for vnic_type normal with profile {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:10:05.640992 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Attempting to bind port ee1dca84-24a8-47b6-b996-448b39a8a17a by drivers openvswitch,hyperv on host dv-cinder-739079-6-iscsi at level 0 using segments [{'id': 'c0a87231-c897-446c-be0d-22dba722a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'ff7337e2-fa7a-4805-b76e-0872ca38a0f0'}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:10:05.641419 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Attempting to bind port ee1dca84-24a8-47b6-b996-448b39a8a17a on network ff7337e2-fa7a-4805-b76e-0872ca38a0f0 {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:10:05.647606 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Checking agent: {'id': '1104589c-84b2-4bb0-9b12-312140cbcde6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'started_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:10:05.648021 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Checking segment: {'id': 'c0a87231-c897-446c-be0d-22dba722a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'ff7337e2-fa7a-4805-b76e-0872ca38a0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:10:05.648529 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:05.648919 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Bound using segment: {'id': 'c0a87231-c897-446c-be0d-22dba722a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'ff7337e2-fa7a-4805-b76e-0872ca38a0f0'} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:10:05.649390 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Bound port: ee1dca84-24a8-47b6-b996-448b39a8a17a, host: dv-cinder-739079-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a87231-c897-446c-be0d-22dba722a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'ff7337e2-fa7a-4805-b76e-0872ca38a0f0'}}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:10:05.649861 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:05.742443 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] For port ee1dca84-24a8-47b6-b996-448b39a8a17a, host dv-cinder-739079-6-iscsi, cleared binding levels {{(pid=102763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:10:05.765017 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] For port ee1dca84-24a8-47b6-b996-448b39a8a17a, host dv-cinder-739079-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=ee1dca84-24a8-47b6-b996-448b39a8a17a,segment=NetworkSegment(c0a87231-c897-446c-be0d-22dba722a044),segment_id=c0a87231-c897-446c-be0d-22dba722a044)] {{(pid=102763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:10:05.778828 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:05.841091 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d297d63-f06d-454e-b39e-8f6366469a95 None None] Pushing event updated for resources: {'Port': ['ID=ee1dca84-24a8-47b6-b996-448b39a8a17a,revision_number=2']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:10:07.629420 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 38884) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:10:08.064159 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [None req-1e01fddc-d3b9-49b3-8f96-aae426954f77 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102762) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:10:08.065148 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-1e01fddc-d3b9-49b3-8f96-aae426954f77 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4346888 Nov 24 14:10:10.767473 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 38892) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:10:11.178949 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [None req-5cfab6b7-b590-47f8-976f-bf9fdd1d9b9f admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102762) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:10:11.179981 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-5cfab6b7-b590-47f8-976f-bf9fdd1d9b9f admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4114871 Nov 24 14:10:14.151981 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 38906) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:10:14.321875 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f9ef0608-b899-404f-890c-3fd6aff63e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:14.494136 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-e552849b-8e1f-4a7e-8f4c-d2e044f09c12 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'e5c1588f929b4650963fd0eafef87375', 'admin_state_up': True}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:10:14.563496 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.policy [None req-e552849b-8e1f-4a7e-8f4c-d2e044f09c12 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102762) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 24 14:10:14.615274 dv-cinder-739079-6-iscsi neutron-server[102762]: WARNING oslo_policy.policy [None req-e552849b-8e1f-4a7e-8f4c-d2e044f09c12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 14:10:14.615677 dv-cinder-739079-6-iscsi neutron-server[102762]: WARNING oslo_policy.policy [None req-e552849b-8e1f-4a7e-8f4c-d2e044f09c12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 14:10:14.625064 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.quota [None req-e552849b-8e1f-4a7e-8f4c-d2e044f09c12 admin admin] Loaded quota_driver: . Nov 24 14:10:14.685219 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e552849b-8e1f-4a7e-8f4c-d2e044f09c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5293'] for router, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:14.687112 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e552849b-8e1f-4a7e-8f4c-d2e044f09c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5274'] for router, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:14.803381 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device ee1dca84-24a8-47b6-b996-448b39a8a17a up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:10:14.858615 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e552849b-8e1f-4a7e-8f4c-d2e044f09c12 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:14.864200 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e552849b-8e1f-4a7e-8f4c-d2e044f09c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667228'] for router, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:14.887857 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e552849b-8e1f-4a7e-8f4c-d2e044f09c12 admin admin] Publish callbacks [] for router, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:14.902402 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port ee1dca84-24a8-47b6-b996-448b39a8a17a triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:10:14.902842 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:14.903988 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-e552849b-8e1f-4a7e-8f4c-d2e044f09c12 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7508998 Nov 24 14:10:15.037173 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:15.078509 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] For port ee1dca84-24a8-47b6-b996-448b39a8a17a, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=ee1dca84-24a8-47b6-b996-448b39a8a17a,segment=NetworkSegment(c0a87231-c897-446c-be0d-22dba722a044),segment_id=c0a87231-c897-446c-be0d-22dba722a044)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:10:15.085057 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:15.145417 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Pushing event updated for resources: {'Port': ['ID=ee1dca84-24a8-47b6-b996-448b39a8a17a,revision_number=3']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:10:15.591264 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b191baed-75b9-4a44-9175-bdab774ce186 None None] Network ff7337e2-fa7a-4805-b76e-0872ca38a0f0 requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:10:15.673012 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-be1b8e79-221c-4999-ad80-a2be4220d17d None None] Provisioning complete for port ee1dca84-24a8-47b6-b996-448b39a8a17a triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:10:15.673378 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-be1b8e79-221c-4999-ad80-a2be4220d17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:16.055123 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-293eb25f-68c0-4e28-97df-51c634cfb18d None None] Provisioning complete for port ee1dca84-24a8-47b6-b996-448b39a8a17a triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:10:16.055527 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-293eb25f-68c0-4e28-97df-51c634cfb18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:16.773184 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device ee1dca84-24a8-47b6-b996-448b39a8a17a up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:10:16.820749 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port ee1dca84-24a8-47b6-b996-448b39a8a17a triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:10:16.821116 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:16.912297 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-77f130aa-98f6-4d2c-8f0f-c8c2f3395f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:17.479385 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 38916) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:10:17.823946 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:17.828519 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [None req-0ab901a1-df46-4593-afd7-2b76ffaad1ee admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102762) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:10:17.829613 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-0ab901a1-df46-4593-afd7-2b76ffaad1ee admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3490531 Nov 24 14:10:19.420912 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:20.376926 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 38934) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:10:20.510683 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-abb42d4e-07e6-448b-b20f-c69033bd023d admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:10:20.534573 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb42d4e-07e6-448b-b20f-c69033bd023d admin admin] Made reservation on behalf of 3116345ca6f543f195914694c37554d7 for: {'network': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:10:20.537340 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-abb42d4e-07e6-448b-b20f-c69033bd023d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for network, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:20.552683 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-abb42d4e-07e6-448b-b20f-c69033bd023d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:20.657598 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-abb42d4e-07e6-448b-b20f-c69033bd023d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:20.661369 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-abb42d4e-07e6-448b-b20f-c69033bd023d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:20.672949 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-abb42d4e-07e6-448b-b20f-c69033bd023d admin admin] Reserving flat network on physical network physnet1 {{(pid=102762) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 24 14:10:20.707107 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-abb42d4e-07e6-448b-b20f-c69033bd023d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783323399855', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:20.708060 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-abb42d4e-07e6-448b-b20f-c69033bd023d admin admin] Unsubscribe: segment precommit_create {{(pid=102762) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 24 14:10:20.708563 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.db.segments_db [None req-abb42d4e-07e6-448b-b20f-c69033bd023d admin admin] Added segment 8ba1600c-dd39-469b-9e9d-3735ae82b3ab of type flat for network 49cac10e-0da0-4a0f-8769-64a9bee58c01 Nov 24 14:10:20.715865 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:20.727054 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb42d4e-07e6-448b-b20f-c69033bd023d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1467d0cc-8b0b-418f-a996-eb08c6c5280c,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:10:20.758958 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb42d4e-07e6-448b-b20f-c69033bd023d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:20.759224 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb42d4e-07e6-448b-b20f-c69033bd023d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:20.759740 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb42d4e-07e6-448b-b20f-c69033bd023d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:20.760315 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb42d4e-07e6-448b-b20f-c69033bd023d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:20.760662 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb42d4e-07e6-448b-b20f-c69033bd023d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:20.761051 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb42d4e-07e6-448b-b20f-c69033bd023d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:20.761420 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb42d4e-07e6-448b-b20f-c69033bd023d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:20.762269 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb42d4e-07e6-448b-b20f-c69033bd023d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:20.762654 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb42d4e-07e6-448b-b20f-c69033bd023d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:20.762985 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb42d4e-07e6-448b-b20f-c69033bd023d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:20.763310 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb42d4e-07e6-448b-b20f-c69033bd023d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:20.763654 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb42d4e-07e6-448b-b20f-c69033bd023d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb42d4e-07e6-448b-b20f-c69033bd023d admin admin] Tracked resource versions report: Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: pushed versions: Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: { 'AddressGroup': {'1.2'}, Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: 'ConntrackHelper': {'1.0'}, Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: 'Log': {'1.0'}, Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: 'Network': {'1.1'}, Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: 'Port': {'1.7'}, Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: 'PortForwarding': {'1.2'}, Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: 'QosPolicy': {'1.10'}, Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: 'SecurityGroup': {'1.5'}, Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: 'SecurityGroupRule': {'1.2'}, Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: 'SubPort': {'1.0'}, Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: 'Subnet': {'1.1'}, Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: 'Trunk': {'1.1'}} Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: consumer versions: Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: { DHCP agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: L3 agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: Metadata agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: Metering agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: Open vSwitch agent@dv-cinder-739079-6-iscsi: { 'AddressGroup': '1.2', Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: 'ConntrackHelper': '1.0', Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: 'Log': '1.0', Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: 'Network': '1.1', Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: 'Port': '1.7', Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: 'PortForwarding': '1.2', Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: 'QosPolicy': '1.10', Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: 'SecurityGroup': '1.5', Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: 'SecurityGroupRule': '1.2', Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: 'SubPort': '1.0', Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: 'Subnet': '1.1', Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: 'Trunk': '1.1'}} Nov 24 14:10:20.764818 dv-cinder-739079-6-iscsi neutron-server[102762]: {{(pid=102762) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 14:10:20.843462 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-abb42d4e-07e6-448b-b20f-c69033bd023d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783322859825'] for network, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:20.886778 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-abb42d4e-07e6-448b-b20f-c69033bd023d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067'] for network, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:20.887983 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb42d4e-07e6-448b-b20f-c69033bd023d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:20.888672 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-abb42d4e-07e6-448b-b20f-c69033bd023d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:20.941025 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-abb42d4e-07e6-448b-b20f-c69033bd023d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5630271 Nov 24 14:10:20.992608 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb42d4e-07e6-448b-b20f-c69033bd023d admin admin] Pushing event updated for resources: {'Network': ['ID=49cac10e-0da0-4a0f-8769-64a9bee58c01,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:10:21.004206 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Network 49cac10e-0da0-4a0f-8769-64a9bee58c01 details requested by agent ovs-agent-dv-cinder-739079-6-iscsi with host dv-cinder-739079-6-iscsi {{(pid=102763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 14:10:23.299730 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 38956) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:10:23.438289 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddda8bb0-8990-4234-be33-57b272d1f3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:23.439710 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-ddda8bb0-8990-4234-be33-57b272d1f3c7 admin admin] 10.222.0.73 "GET /v2.0/subnets/34ac03a7-2851-44b1-b3eb-fe18e4270654 HTTP/1.1" status: 200 len: 849 time: 0.1389151 Nov 24 14:10:23.579341 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-85e5d353-1764-47a8-9124-1c63195bcd92 admin admin] 10.222.0.73 "GET /v2.0/routers/d36c08e9-83d8-4ab6-bab4-a10b9cebd054 HTTP/1.1" status: 200 len: 704 time: 0.1335881 Nov 24 14:10:23.865104 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b978f31f-f382-4f79-9fc7-afe4e034e3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:24.163066 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [None req-b978f31f-f382-4f79-9fc7-afe4e034e3a4 admin admin] Allocated IP 172.20.0.1 (ff7337e2-fa7a-4805-b76e-0872ca38a0f0/34ac03a7-2851-44b1-b3eb-fe18e4270654/9485c481-2ce1-4467-aab3-4ad339627493) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:10:24.350172 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b978f31f-f382-4f79-9fc7-afe4e034e3a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:24.418019 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b978f31f-f382-4f79-9fc7-afe4e034e3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986'] for port, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:24.495683 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b978f31f-f382-4f79-9fc7-afe4e034e3a4 admin admin] Network ff7337e2-fa7a-4805-b76e-0872ca38a0f0 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:10:24.501256 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-b978f31f-f382-4f79-9fc7-afe4e034e3a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:10:24.514819 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b978f31f-f382-4f79-9fc7-afe4e034e3a4 admin admin] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:10:24.515551 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b978f31f-f382-4f79-9fc7-afe4e034e3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667309'] for router_interface, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:24.536004 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978f31f-f382-4f79-9fc7-afe4e034e3a4 admin admin] Pushing event updated for resources: {'Port': ['ID=9485c481-2ce1-4467-aab3-4ad339627493,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:10:24.710784 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-b9553d99-042d-4071-adec-fd66d4e27071 None None] Provisioning complete for port 9485c481-2ce1-4467-aab3-4ad339627493 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:10:24.711344 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b9553d99-042d-4071-adec-fd66d4e27071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:24.714742 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b978f31f-f382-4f79-9fc7-afe4e034e3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:24.746978 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-b9553d99-042d-4071-adec-fd66d4e27071 None None] Port 9485c481-2ce1-4467-aab3-4ad339627493 cannot update to ACTIVE because it is not bound. {{(pid=102763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:10:25.014539 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b978f31f-f382-4f79-9fc7-afe4e034e3a4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:25.019191 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b978f31f-f382-4f79-9fc7-afe4e034e3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:25.020200 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b978f31f-f382-4f79-9fc7-afe4e034e3a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667421'] for router_interface, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:25.084889 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978f31f-f382-4f79-9fc7-afe4e034e3a4 admin admin] Pushing event updated for resources: {'Port': ['ID=9485c481-2ce1-4467-aab3-4ad339627493,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:10:25.153079 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b978f31f-f382-4f79-9fc7-afe4e034e3a4 admin admin] Network ff7337e2-fa7a-4805-b76e-0872ca38a0f0 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:10:25.154575 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-b978f31f-f382-4f79-9fc7-afe4e034e3a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:10:25.323319 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b978f31f-f382-4f79-9fc7-afe4e034e3a4 admin admin] Router d36c08e9-83d8-4ab6-bab4-a10b9cebd054 is scheduled to L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea with binding_index 1 {{(pid=102762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 14:10:25.371700 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-c1a47b97-9dcd-485e-b30c-f6f3a490b358 None None] Provisioning complete for port 9485c481-2ce1-4467-aab3-4ad339627493 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:10:25.372074 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c1a47b97-9dcd-485e-b30c-f6f3a490b358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:25.410037 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-c1a47b97-9dcd-485e-b30c-f6f3a490b358 None None] Port 9485c481-2ce1-4467-aab3-4ad339627493 cannot update to ACTIVE because it is not bound. {{(pid=102763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:10:25.420865 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b978f31f-f382-4f79-9fc7-afe4e034e3a4 admin admin] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:10:25.426144 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-b978f31f-f382-4f79-9fc7-afe4e034e3a4 admin admin] 10.222.0.73 "PUT /v2.0/routers/d36c08e9-83d8-4ab6-bab4-a10b9cebd054/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8408616 Nov 24 14:10:25.443706 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cb0b1a-7d3a-42dd-a684-74d991495b65 None None] Sync routers for ids ['d36c08e9-83d8-4ab6-bab4-a10b9cebd054'] in dv-cinder-739079-6-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:10:25.459311 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cb0b1a-7d3a-42dd-a684-74d991495b65 None None] Routers {'d36c08e9-83d8-4ab6-bab4-a10b9cebd054'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:10:25.460266 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-d9cb0b1a-7d3a-42dd-a684-74d991495b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:10:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['d36c08e9-83d8-4ab6-bab4-a10b9cebd054'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:10:25.659735 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-d9cb0b1a-7d3a-42dd-a684-74d991495b65 None None] Set router d36c08e9-83d8-4ab6-bab4-a10b9cebd054 gateway port host: None {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:10:26.136359 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-d9cb0b1a-7d3a-42dd-a684-74d991495b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36c08e9-83d8-4ab6-bab4-a10b9cebd054', 'name': 'router1', 'tenant_id': 'e5c1588f929b4650963fd0eafef87375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:10:14Z', 'updated_at': '2021-11-24T14:10:24Z', 'revision_number': 2, 'project_id': 'e5c1588f929b4650963fd0eafef87375', 'gw_port_host': None, '_interfaces': [{'id': '9485c481-2ce1-4467-aab3-4ad339627493', 'name': '', 'network_id': 'ff7337e2-fa7a-4805-b76e-0872ca38a0f0', 'tenant_id': 'e5c1588f929b4650963fd0eafef87375', 'mac_address': 'fa:16:3e:cc:24:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36c08e9-83d8-4ab6-bab4-a10b9cebd054', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34ac03a7-2851-44b1-b3eb-fe18e4270654', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:10:23Z', 'updated_at': '2021-11-24T14:10:24Z', 'revision_number': 2, 'project_id': 'e5c1588f929b4650963fd0eafef87375', 'subnets': [{'id': '34ac03a7-2851-44b1-b3eb-fe18e4270654', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '099dbb97-08c8-4f97-a206-6ee1fe75bb14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:10:26.187367 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cb0b1a-7d3a-42dd-a684-74d991495b65 None None] Checking router: d36c08e9-83d8-4ab6-bab4-a10b9cebd054 for host: dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:10:26.187774 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cb0b1a-7d3a-42dd-a684-74d991495b65 None None] Updating router d36c08e9-83d8-4ab6-bab4-a10b9cebd054 port 9485c481-2ce1-4467-aab3-4ad339627493 binding host dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:10:26.270435 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-d9cb0b1a-7d3a-42dd-a684-74d991495b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:26.786212 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-d9cb0b1a-7d3a-42dd-a684-74d991495b65 None None] Publish callbacks [] for port, precommit_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:26.795950 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-d9cb0b1a-7d3a-42dd-a684-74d991495b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:26.964391 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2049bc-b8e5-43b0-9a2e-3ada54930ab2 None None] Pushing event updated for resources: {'Port': ['ID=9485c481-2ce1-4467-aab3-4ad339627493,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:10:26.970666 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-d9cb0b1a-7d3a-42dd-a684-74d991495b65 None None] Attempting to bind port 9485c481-2ce1-4467-aab3-4ad339627493 on host dv-cinder-739079-6-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:10:26.970977 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-d9cb0b1a-7d3a-42dd-a684-74d991495b65 None None] Attempting to bind port 9485c481-2ce1-4467-aab3-4ad339627493 by drivers openvswitch,hyperv on host dv-cinder-739079-6-iscsi at level 0 using segments [{'id': 'c0a87231-c897-446c-be0d-22dba722a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'ff7337e2-fa7a-4805-b76e-0872ca38a0f0'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:10:26.971447 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cb0b1a-7d3a-42dd-a684-74d991495b65 None None] Attempting to bind port 9485c481-2ce1-4467-aab3-4ad339627493 on network ff7337e2-fa7a-4805-b76e-0872ca38a0f0 {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:10:26.979703 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cb0b1a-7d3a-42dd-a684-74d991495b65 None None] Checking agent: {'id': '1104589c-84b2-4bb0-9b12-312140cbcde6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'started_at': datetime.datetime(2021, 11, 24, 14, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:10:26.980122 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cb0b1a-7d3a-42dd-a684-74d991495b65 None None] Checking segment: {'id': 'c0a87231-c897-446c-be0d-22dba722a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'ff7337e2-fa7a-4805-b76e-0872ca38a0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:10:26.980549 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-d9cb0b1a-7d3a-42dd-a684-74d991495b65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:26.980942 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cb0b1a-7d3a-42dd-a684-74d991495b65 None None] Bound using segment: {'id': 'c0a87231-c897-446c-be0d-22dba722a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'ff7337e2-fa7a-4805-b76e-0872ca38a0f0'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:10:26.981415 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-d9cb0b1a-7d3a-42dd-a684-74d991495b65 None None] Bound port: 9485c481-2ce1-4467-aab3-4ad339627493, host: dv-cinder-739079-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a87231-c897-446c-be0d-22dba722a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'ff7337e2-fa7a-4805-b76e-0872ca38a0f0'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:10:26.981871 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-d9cb0b1a-7d3a-42dd-a684-74d991495b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:26.984852 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2049bc-b8e5-43b0-9a2e-3ada54930ab2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:26.985205 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2049bc-b8e5-43b0-9a2e-3ada54930ab2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:26.985543 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2049bc-b8e5-43b0-9a2e-3ada54930ab2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:26.985938 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2049bc-b8e5-43b0-9a2e-3ada54930ab2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:26.986200 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2049bc-b8e5-43b0-9a2e-3ada54930ab2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:26.986534 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2049bc-b8e5-43b0-9a2e-3ada54930ab2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:26.986859 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2049bc-b8e5-43b0-9a2e-3ada54930ab2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:26.987182 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2049bc-b8e5-43b0-9a2e-3ada54930ab2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:26.987541 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2049bc-b8e5-43b0-9a2e-3ada54930ab2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:26.987860 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2049bc-b8e5-43b0-9a2e-3ada54930ab2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:26.988180 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2049bc-b8e5-43b0-9a2e-3ada54930ab2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:26.988498 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2049bc-b8e5-43b0-9a2e-3ada54930ab2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2049bc-b8e5-43b0-9a2e-3ada54930ab2 None None] Tracked resource versions report: Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: pushed versions: Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: { 'AddressGroup': {'1.2'}, Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: 'ConntrackHelper': {'1.0'}, Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: 'Log': {'1.0'}, Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: 'Network': {'1.1'}, Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: 'Port': {'1.7'}, Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: 'PortForwarding': {'1.2'}, Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: 'QosPolicy': {'1.10'}, Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: 'SecurityGroup': {'1.5'}, Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: 'SecurityGroupRule': {'1.2'}, Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: 'SubPort': {'1.0'}, Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: 'Subnet': {'1.1'}, Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: 'Trunk': {'1.1'}} Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: consumer versions: Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: { DHCP agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: L3 agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: Metadata agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: Metering agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: Open vSwitch agent@dv-cinder-739079-6-iscsi: { 'AddressGroup': '1.2', Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: 'ConntrackHelper': '1.0', Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: 'Log': '1.0', Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: 'Network': '1.1', Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: 'Port': '1.7', Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: 'PortForwarding': '1.2', Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: 'QosPolicy': '1.10', Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: 'SecurityGroup': '1.5', Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: 'SecurityGroupRule': '1.2', Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: 'SubPort': '1.0', Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: 'Subnet': '1.1', Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: 'Trunk': '1.1'}} Nov 24 14:10:26.989651 dv-cinder-739079-6-iscsi neutron-server[102764]: {{(pid=102764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 14:10:27.065158 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-d9cb0b1a-7d3a-42dd-a684-74d991495b65 None None] For port 9485c481-2ce1-4467-aab3-4ad339627493, host dv-cinder-739079-6-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:10:27.086294 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-d9cb0b1a-7d3a-42dd-a684-74d991495b65 None None] For port 9485c481-2ce1-4467-aab3-4ad339627493, host dv-cinder-739079-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=9485c481-2ce1-4467-aab3-4ad339627493,segment=NetworkSegment(c0a87231-c897-446c-be0d-22dba722a044),segment_id=c0a87231-c897-446c-be0d-22dba722a044)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:10:27.092174 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-d9cb0b1a-7d3a-42dd-a684-74d991495b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:27.153443 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-fbbea477-aece-415e-a816-4149d1bd0826 None None] Provisioning complete for port 9485c481-2ce1-4467-aab3-4ad339627493 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:10:27.154268 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-fbbea477-aece-415e-a816-4149d1bd0826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:27.156791 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cb0b1a-7d3a-42dd-a684-74d991495b65 None None] Routers {'d36c08e9-83d8-4ab6-bab4-a10b9cebd054'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:10:27.157537 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-d9cb0b1a-7d3a-42dd-a684-74d991495b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:10:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['d36c08e9-83d8-4ab6-bab4-a10b9cebd054'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:10:27.287976 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-fbbea477-aece-415e-a816-4149d1bd0826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:27.315005 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-d9cb0b1a-7d3a-42dd-a684-74d991495b65 None None] Set router d36c08e9-83d8-4ab6-bab4-a10b9cebd054 gateway port host: None {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:10:27.343952 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-fbbea477-aece-415e-a816-4149d1bd0826 None None] For port 9485c481-2ce1-4467-aab3-4ad339627493, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=9485c481-2ce1-4467-aab3-4ad339627493,segment=NetworkSegment(c0a87231-c897-446c-be0d-22dba722a044),segment_id=c0a87231-c897-446c-be0d-22dba722a044)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:10:27.353203 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-fbbea477-aece-415e-a816-4149d1bd0826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:27.376401 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2049bc-b8e5-43b0-9a2e-3ada54930ab2 None None] Pushing event updated for resources: {'Port': ['ID=9485c481-2ce1-4467-aab3-4ad339627493,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:10:27.434601 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbea477-aece-415e-a816-4149d1bd0826 None None] Pushing event updated for resources: {'Port': ['ID=9485c481-2ce1-4467-aab3-4ad339627493,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:10:27.479943 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-fba67bf7-c70a-40f9-99f1-bb609c7595a3 None None] Provisioning complete for port 9485c481-2ce1-4467-aab3-4ad339627493 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:10:27.480558 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-fba67bf7-c70a-40f9-99f1-bb609c7595a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:27.604588 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-d9cb0b1a-7d3a-42dd-a684-74d991495b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36c08e9-83d8-4ab6-bab4-a10b9cebd054', 'name': 'router1', 'tenant_id': 'e5c1588f929b4650963fd0eafef87375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:10:14Z', 'updated_at': '2021-11-24T14:10:24Z', 'revision_number': 2, 'project_id': 'e5c1588f929b4650963fd0eafef87375', 'gw_port_host': None, '_interfaces': [{'id': '9485c481-2ce1-4467-aab3-4ad339627493', 'name': '', 'network_id': 'ff7337e2-fa7a-4805-b76e-0872ca38a0f0', 'tenant_id': 'e5c1588f929b4650963fd0eafef87375', 'mac_address': 'fa:16:3e:cc:24:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36c08e9-83d8-4ab6-bab4-a10b9cebd054', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34ac03a7-2851-44b1-b3eb-fe18e4270654', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:10:23Z', 'updated_at': '2021-11-24T14:10:27Z', 'revision_number': 4, 'project_id': 'e5c1588f929b4650963fd0eafef87375', 'subnets': [{'id': '34ac03a7-2851-44b1-b3eb-fe18e4270654', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '099dbb97-08c8-4f97-a206-6ee1fe75bb14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:10:27.635773 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cb0b1a-7d3a-42dd-a684-74d991495b65 None None] The sync data for ids ['d36c08e9-83d8-4ab6-bab4-a10b9cebd054'] in dv-cinder-739079-6-iscsi is: [{'id': 'd36c08e9-83d8-4ab6-bab4-a10b9cebd054', 'name': 'router1', 'tenant_id': 'e5c1588f929b4650963fd0eafef87375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:10:14Z', 'updated_at': '2021-11-24T14:10:24Z', 'revision_number': 2, 'project_id': 'e5c1588f929b4650963fd0eafef87375', 'gw_port_host': None, '_interfaces': [{'id': '9485c481-2ce1-4467-aab3-4ad339627493', 'name': '', 'network_id': 'ff7337e2-fa7a-4805-b76e-0872ca38a0f0', 'tenant_id': 'e5c1588f929b4650963fd0eafef87375', 'mac_address': 'fa:16:3e:cc:24:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36c08e9-83d8-4ab6-bab4-a10b9cebd054', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34ac03a7-2851-44b1-b3eb-fe18e4270654', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:10:23Z', 'updated_at': '2021-11-24T14:10:27Z', 'revision_number': 4, 'project_id': 'e5c1588f929b4650963fd0eafef87375', 'subnets': [{'id': '34ac03a7-2851-44b1-b3eb-fe18e4270654', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '099dbb97-08c8-4f97-a206-6ee1fe75bb14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:10:27.876406 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 38966) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:10:28.015978 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924dbe52-3969-4110-8ddb-e41f02d5644b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:28.017394 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-924dbe52-3969-4110-8ddb-e41f02d5644b admin admin] 10.222.0.73 "GET /v2.0/networks/49cac10e-0da0-4a0f-8769-64a9bee58c01 HTTP/1.1" status: 200 len: 842 time: 0.1399865 Nov 24 14:10:28.029128 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-9637a26d-28b2-4f3a-b559-caa053ae2a83 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.3.1'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:10:28.057814 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9637a26d-28b2-4f3a-b559-caa053ae2a83 admin admin] Made reservation on behalf of 3116345ca6f543f195914694c37554d7 for: {'subnet': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:10:28.060981 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9637a26d-28b2-4f3a-b559-caa053ae2a83 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:28.380074 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.objects.ports [None req-9637a26d-28b2-4f3a-b559-caa053ae2a83 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102762) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 14:10:28.380524 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9637a26d-28b2-4f3a-b559-caa053ae2a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067'] for subnet, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:28.429654 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637a26d-28b2-4f3a-b559-caa053ae2a83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34c9a594-21b4-4e79-af6f-55375f25e5d0,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:10:28.448443 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9637a26d-28b2-4f3a-b559-caa053ae2a83 admin admin] Checking segment: {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:10:28.448792 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9637a26d-28b2-4f3a-b559-caa053ae2a83 admin admin] Network hostable DHCP agents. Network: 49cac10e-0da0-4a0f-8769-64a9bee58c01, hostable agents: ['5a05dce6-6d47-4be7-b07f-778f6e38e2ad'], hosted agents: [] {{(pid=102762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:10:28.476328 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9637a26d-28b2-4f3a-b559-caa053ae2a83 admin admin] Network 49cac10e-0da0-4a0f-8769-64a9bee58c01 is scheduled to be hosted by DHCP agent 5a05dce6-6d47-4be7-b07f-778f6e38e2ad with binding_index 1 {{(pid=102762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:10:28.490539 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-9637a26d-28b2-4f3a-b559-caa053ae2a83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-6-iscsi, 49cac10e-0da0-4a0f-8769-64a9bee58c01) {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:10:28.494992 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9637a26d-28b2-4f3a-b559-caa053ae2a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:28.495541 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9637a26d-28b2-4f3a-b559-caa053ae2a83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for subnet, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:28.502299 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8279d3-72e6-4347-9ca9-0f2cec692b20 None None] Network 49cac10e-0da0-4a0f-8769-64a9bee58c01 requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:10:28.531436 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-9637a26d-28b2-4f3a-b559-caa053ae2a83 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4996600 Nov 24 14:10:28.671644 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404ce5a9-e72f-46a1-982d-45097f67876e None None] Network 49cac10e-0da0-4a0f-8769-64a9bee58c01 requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:10:31.204145 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 38974) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:10:31.352124 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-63c3d19f-8bbc-4443-af7a-ba2cb058338d admin admin] 10.222.0.73 "GET /v2.0/routers/d36c08e9-83d8-4ab6-bab4-a10b9cebd054 HTTP/1.1" status: 200 len: 710 time: 0.1466901 Nov 24 14:10:31.457996 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7624b7-b9f6-4843-9df4-622d845fc587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:31.459426 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-df7624b7-b9f6-4843-9df4-622d845fc587 admin admin] 10.222.0.73 "GET /v2.0/networks/49cac10e-0da0-4a0f-8769-64a9bee58c01 HTTP/1.1" status: 200 len: 886 time: 0.0986857 Nov 24 14:10:31.470369 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-be03fee3-0819-4246-b20e-f19c7b3f5293 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:10:31.856378 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-be03fee3-0819-4246-b20e-f19c7b3f5293 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:32.123595 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-be03fee3-0819-4246-b20e-f19c7b3f5293 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:32.232609 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-be03fee3-0819-4246-b20e-f19c7b3f5293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:32.366424 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [None req-be03fee3-0819-4246-b20e-f19c7b3f5293 admin admin] Allocated IP 172.27.3.49 (49cac10e-0da0-4a0f-8769-64a9bee58c01/34c9a594-21b4-4e79-af6f-55375f25e5d0/a5fa57b9-f9b5-48f9-a8e8-8d4ac3150ae5) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:10:32.507774 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-be03fee3-0819-4246-b20e-f19c7b3f5293 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:32.545761 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-be03fee3-0819-4246-b20e-f19c7b3f5293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986'] for port, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:32.587812 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be03fee3-0819-4246-b20e-f19c7b3f5293 admin admin] Network 49cac10e-0da0-4a0f-8769-64a9bee58c01 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:10:32.591643 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-be03fee3-0819-4246-b20e-f19c7b3f5293 admin admin] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:10:32.595157 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be03fee3-0819-4246-b20e-f19c7b3f5293 admin admin] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:10:32.601097 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03fee3-0819-4246-b20e-f19c7b3f5293 admin admin] Pushing event updated for resources: {'Port': ['ID=a5fa57b9-f9b5-48f9-a8e8-8d4ac3150ae5,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:10:32.901991 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-be03fee3-0819-4246-b20e-f19c7b3f5293 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:33.164285 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-be03fee3-0819-4246-b20e-f19c7b3f5293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-667499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5256'] for router, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:33.169158 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-be03fee3-0819-4246-b20e-f19c7b3f5293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-667214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-667221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-667484'] for router, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:33.298773 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be03fee3-0819-4246-b20e-f19c7b3f5293 admin admin] Router d36c08e9-83d8-4ab6-bab4-a10b9cebd054 has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:10:33.510926 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be03fee3-0819-4246-b20e-f19c7b3f5293 admin admin] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:10:33.515635 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-be03fee3-0819-4246-b20e-f19c7b3f5293 admin admin] Publish callbacks [] for router, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:33.516824 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-be03fee3-0819-4246-b20e-f19c7b3f5293 admin admin] 10.222.0.73 "PUT /v2.0/routers/d36c08e9-83d8-4ab6-bab4-a10b9cebd054 HTTP/1.1" status: 200 len: 889 time: 2.0502548 Nov 24 14:10:34.829081 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 9485c481-2ce1-4467-aab3-4ad339627493 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:10:34.914232 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port 9485c481-2ce1-4467-aab3-4ad339627493 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:10:34.915051 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:35.359286 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575ab4b8-c3bf-43f5-ac12-b38155a14cb8 None None] Sync routers for ids ['d36c08e9-83d8-4ab6-bab4-a10b9cebd054'] in dv-cinder-739079-6-iscsi {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:10:35.374572 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575ab4b8-c3bf-43f5-ac12-b38155a14cb8 None None] Routers {'d36c08e9-83d8-4ab6-bab4-a10b9cebd054'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:10:35.375279 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-575ab4b8-c3bf-43f5-ac12-b38155a14cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:10:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['d36c08e9-83d8-4ab6-bab4-a10b9cebd054'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:10:35.619270 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 5 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:10:35.632159 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-575ab4b8-c3bf-43f5-ac12-b38155a14cb8 None None] Set router d36c08e9-83d8-4ab6-bab4-a10b9cebd054 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:10:36.223163 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-575ab4b8-c3bf-43f5-ac12-b38155a14cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36c08e9-83d8-4ab6-bab4-a10b9cebd054', 'name': 'router1', 'tenant_id': 'e5c1588f929b4650963fd0eafef87375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': 'a5fa57b9-f9b5-48f9-a8e8-8d4ac3150ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:10:14Z', 'updated_at': '2021-11-24T14:10:32Z', 'revision_number': 4, 'project_id': 'e5c1588f929b4650963fd0eafef87375', 'gw_port': {'id': 'a5fa57b9-f9b5-48f9-a8e8-8d4ac3150ae5', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36c08e9-83d8-4ab6-bab4-a10b9cebd054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:10:32Z', 'updated_at': '2021-11-24T14:10:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '9485c481-2ce1-4467-aab3-4ad339627493', 'name': '', 'network_id': 'ff7337e2-fa7a-4805-b76e-0872ca38a0f0', 'tenant_id': 'e5c1588f929b4650963fd0eafef87375', 'mac_address': 'fa:16:3e:cc:24:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36c08e9-83d8-4ab6-bab4-a10b9cebd054', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34ac03a7-2851-44b1-b3eb-fe18e4270654', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:10:23Z', 'updated_at': '2021-11-24T14:10:27Z', 'revision_number': 5, 'project_id': 'e5c1588f929b4650963fd0eafef87375', 'subnets': [{'id': '34ac03a7-2851-44b1-b3eb-fe18e4270654', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '099dbb97-08c8-4f97-a206-6ee1fe75bb14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:10:36.296048 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575ab4b8-c3bf-43f5-ac12-b38155a14cb8 None None] Checking router: d36c08e9-83d8-4ab6-bab4-a10b9cebd054 for host: dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:10:36.296631 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575ab4b8-c3bf-43f5-ac12-b38155a14cb8 None None] Updating router d36c08e9-83d8-4ab6-bab4-a10b9cebd054 port a5fa57b9-f9b5-48f9-a8e8-8d4ac3150ae5 binding host dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:10:36.328532 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 38986) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:10:36.374428 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-575ab4b8-c3bf-43f5-ac12-b38155a14cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:36.456365 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-eda68b37-e252-4c04-aa26-6a8ccf1aebea admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1260176 Nov 24 14:10:36.758169 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-575ab4b8-c3bf-43f5-ac12-b38155a14cb8 None None] Publish callbacks [] for port, precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:36.765378 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-575ab4b8-c3bf-43f5-ac12-b38155a14cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:36.825286 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-575ab4b8-c3bf-43f5-ac12-b38155a14cb8 None None] Attempting to bind port a5fa57b9-f9b5-48f9-a8e8-8d4ac3150ae5 on host dv-cinder-739079-6-iscsi for vnic_type normal with profile {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:10:36.825669 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-575ab4b8-c3bf-43f5-ac12-b38155a14cb8 None None] Attempting to bind port a5fa57b9-f9b5-48f9-a8e8-8d4ac3150ae5 by drivers openvswitch,hyperv on host dv-cinder-739079-6-iscsi at level 0 using segments [{'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:10:36.826048 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575ab4b8-c3bf-43f5-ac12-b38155a14cb8 None None] Attempting to bind port a5fa57b9-f9b5-48f9-a8e8-8d4ac3150ae5 on network 49cac10e-0da0-4a0f-8769-64a9bee58c01 {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:10:36.832056 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbec99-559c-40ad-8a30-1e08792c1b17 None None] Pushing event updated for resources: {'Port': ['ID=a5fa57b9-f9b5-48f9-a8e8-8d4ac3150ae5,revision_number=2']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:10:36.836897 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575ab4b8-c3bf-43f5-ac12-b38155a14cb8 None None] Checking agent: {'id': '1104589c-84b2-4bb0-9b12-312140cbcde6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'started_at': datetime.datetime(2021, 11, 24, 14, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:10:36.837358 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575ab4b8-c3bf-43f5-ac12-b38155a14cb8 None None] Checking segment: {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:10:36.837688 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-575ab4b8-c3bf-43f5-ac12-b38155a14cb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:36.838150 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575ab4b8-c3bf-43f5-ac12-b38155a14cb8 None None] Bound using segment: {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:10:36.838890 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-575ab4b8-c3bf-43f5-ac12-b38155a14cb8 None None] Bound port: a5fa57b9-f9b5-48f9-a8e8-8d4ac3150ae5, host: dv-cinder-739079-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:10:36.839420 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-575ab4b8-c3bf-43f5-ac12-b38155a14cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:36.895977 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-575ab4b8-c3bf-43f5-ac12-b38155a14cb8 None None] For port a5fa57b9-f9b5-48f9-a8e8-8d4ac3150ae5, host dv-cinder-739079-6-iscsi, cleared binding levels {{(pid=102763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:10:36.899382 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-575ab4b8-c3bf-43f5-ac12-b38155a14cb8 None None] For port a5fa57b9-f9b5-48f9-a8e8-8d4ac3150ae5, host dv-cinder-739079-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=a5fa57b9-f9b5-48f9-a8e8-8d4ac3150ae5,segment=NetworkSegment(8ba1600c-dd39-469b-9e9d-3735ae82b3ab),segment_id=8ba1600c-dd39-469b-9e9d-3735ae82b3ab)] {{(pid=102763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:10:36.904952 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-575ab4b8-c3bf-43f5-ac12-b38155a14cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:36.982338 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575ab4b8-c3bf-43f5-ac12-b38155a14cb8 None None] Routers {'d36c08e9-83d8-4ab6-bab4-a10b9cebd054'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:10:36.982904 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-575ab4b8-c3bf-43f5-ac12-b38155a14cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:10:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['d36c08e9-83d8-4ab6-bab4-a10b9cebd054'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:10:36.985209 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbec99-559c-40ad-8a30-1e08792c1b17 None None] Pushing event updated for resources: {'Port': ['ID=a5fa57b9-f9b5-48f9-a8e8-8d4ac3150ae5,revision_number=3']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:10:37.122020 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-575ab4b8-c3bf-43f5-ac12-b38155a14cb8 None None] Set router d36c08e9-83d8-4ab6-bab4-a10b9cebd054 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:10:37.368669 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-575ab4b8-c3bf-43f5-ac12-b38155a14cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36c08e9-83d8-4ab6-bab4-a10b9cebd054', 'name': 'router1', 'tenant_id': 'e5c1588f929b4650963fd0eafef87375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': 'a5fa57b9-f9b5-48f9-a8e8-8d4ac3150ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:10:14Z', 'updated_at': '2021-11-24T14:10:32Z', 'revision_number': 4, 'project_id': 'e5c1588f929b4650963fd0eafef87375', 'gw_port': {'id': 'a5fa57b9-f9b5-48f9-a8e8-8d4ac3150ae5', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36c08e9-83d8-4ab6-bab4-a10b9cebd054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:10:32Z', 'updated_at': '2021-11-24T14:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '9485c481-2ce1-4467-aab3-4ad339627493', 'name': '', 'network_id': 'ff7337e2-fa7a-4805-b76e-0872ca38a0f0', 'tenant_id': 'e5c1588f929b4650963fd0eafef87375', 'mac_address': 'fa:16:3e:cc:24:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36c08e9-83d8-4ab6-bab4-a10b9cebd054', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34ac03a7-2851-44b1-b3eb-fe18e4270654', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:10:23Z', 'updated_at': '2021-11-24T14:10:27Z', 'revision_number': 5, 'project_id': 'e5c1588f929b4650963fd0eafef87375', 'subnets': [{'id': '34ac03a7-2851-44b1-b3eb-fe18e4270654', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '099dbb97-08c8-4f97-a206-6ee1fe75bb14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:10:37.400377 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575ab4b8-c3bf-43f5-ac12-b38155a14cb8 None None] The sync data for ids ['d36c08e9-83d8-4ab6-bab4-a10b9cebd054'] in dv-cinder-739079-6-iscsi is: [{'id': 'd36c08e9-83d8-4ab6-bab4-a10b9cebd054', 'name': 'router1', 'tenant_id': 'e5c1588f929b4650963fd0eafef87375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': 'a5fa57b9-f9b5-48f9-a8e8-8d4ac3150ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:10:14Z', 'updated_at': '2021-11-24T14:10:32Z', 'revision_number': 4, 'project_id': 'e5c1588f929b4650963fd0eafef87375', 'gw_port': {'id': 'a5fa57b9-f9b5-48f9-a8e8-8d4ac3150ae5', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36c08e9-83d8-4ab6-bab4-a10b9cebd054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:10:32Z', 'updated_at': '2021-11-24T14:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '9485c481-2ce1-4467-aab3-4ad339627493', 'name': '', 'network_id': 'ff7337e2-fa7a-4805-b76e-0872ca38a0f0', 'tenant_id': 'e5c1588f929b4650963fd0eafef87375', 'mac_address': 'fa:16:3e:cc:24:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36c08e9-83d8-4ab6-bab4-a10b9cebd054', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34ac03a7-2851-44b1-b3eb-fe18e4270654', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:10:23Z', 'updated_at': '2021-11-24T14:10:27Z', 'revision_number': 5, 'project_id': 'e5c1588f929b4650963fd0eafef87375', 'subnets': [{'id': '34ac03a7-2851-44b1-b3eb-fe18e4270654', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '099dbb97-08c8-4f97-a206-6ee1fe75bb14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:10:38.848618 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device a5fa57b9-f9b5-48f9-a8e8-8d4ac3150ae5 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:10:38.912431 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port a5fa57b9-f9b5-48f9-a8e8-8d4ac3150ae5 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:10:38.912966 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:39.016519 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:39.040147 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] For port a5fa57b9-f9b5-48f9-a8e8-8d4ac3150ae5, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=a5fa57b9-f9b5-48f9-a8e8-8d4ac3150ae5,segment=NetworkSegment(8ba1600c-dd39-469b-9e9d-3735ae82b3ab),segment_id=8ba1600c-dd39-469b-9e9d-3735ae82b3ab)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:10:39.045588 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:39.119481 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Pushing event updated for resources: {'Port': ['ID=a5fa57b9-f9b5-48f9-a8e8-8d4ac3150ae5,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:10:40.824540 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device a5fa57b9-f9b5-48f9-a8e8-8d4ac3150ae5 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:10:40.898836 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port a5fa57b9-f9b5-48f9-a8e8-8d4ac3150ae5 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:10:40.899384 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:44.392036 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-db7d41ba-96d4-4fd9-a304-5ff67d1c289d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:46.898414 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-120c1718-0720-4557-8c80-edb171df4f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:47.828914 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:49.426779 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:50.721163 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:11:12.619243 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 5 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:11:14.361000 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4aa589d0-ec98-46bd-9791-64f18fce00f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:11:16.894876 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8a6c5722-3521-4767-ab19-815837cdc075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:11:17.854542 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:11:19.438975 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:11:20.729600 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:11:44.367226 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6fc47968-71fc-4e40-a46f-b9240a9bd029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:11:46.881526 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5f69ccff-3784-4a20-83d0-a6a2db0dc7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:11:47.830306 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:11:49.429506 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:11:49.617169 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 5 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:11:50.716699 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:11:59.759117 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 39470) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:11:59.832792 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e7c315-2e10-46bc-90a4-d57cd0098475 admin admin] GET failed (client error): The resource could not be found. Nov 24 14:11:59.834387 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-25e7c315-2e10-46bc-90a4-d57cd0098475 admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0740011 Nov 24 14:12:00.006619 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00769231-f36c-495e-975f-56283ccf0de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:00.008944 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-00769231-f36c-495e-975f-56283ccf0de6 admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1684372 Nov 24 14:12:02.391349 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 39480) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:12:02.505144 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf42757-1efa-429d-963b-47e5bede01e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:02.506559 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-fdf42757-1efa-429d-963b-47e5bede01e2 admin admin] 10.222.0.73 "GET /v2.0/subnets/34ac03a7-2851-44b1-b3eb-fe18e4270654 HTTP/1.1" status: 200 len: 849 time: 0.1138594 Nov 24 14:12:02.516999 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-c311f42b-3ef9-4842-9bf1-5632c344d550 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:12:02.609795 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c311f42b-3ef9-4842-9bf1-5632c344d550 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:02.758781 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c311f42b-3ef9-4842-9bf1-5632c344d550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783323272569'] for subnet, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:02.793339 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c311f42b-3ef9-4842-9bf1-5632c344d550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:02.793339 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c311f42b-3ef9-4842-9bf1-5632c344d550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for subnet, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:02.794586 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-c311f42b-3ef9-4842-9bf1-5632c344d550 admin admin] 10.222.0.73 "PUT /v2.0/subnets/34ac03a7-2851-44b1-b3eb-fe18e4270654 HTTP/1.1" status: 200 len: 868 time: 0.2815585 Nov 24 14:12:02.808578 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134116f7-53ac-41f3-a7cd-edeeb2ba83e1 None None] Network ff7337e2-fa7a-4805-b76e-0872ca38a0f0 requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:12:02.814030 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311f42b-3ef9-4842-9bf1-5632c344d550 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34ac03a7-2851-44b1-b3eb-fe18e4270654,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:02.822254 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311f42b-3ef9-4842-9bf1-5632c344d550 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:02.822613 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311f42b-3ef9-4842-9bf1-5632c344d550 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:02.822976 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311f42b-3ef9-4842-9bf1-5632c344d550 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:02.823316 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311f42b-3ef9-4842-9bf1-5632c344d550 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:02.823692 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311f42b-3ef9-4842-9bf1-5632c344d550 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:02.824046 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311f42b-3ef9-4842-9bf1-5632c344d550 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:02.824385 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311f42b-3ef9-4842-9bf1-5632c344d550 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:02.824715 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311f42b-3ef9-4842-9bf1-5632c344d550 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:02.825054 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311f42b-3ef9-4842-9bf1-5632c344d550 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:02.825378 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311f42b-3ef9-4842-9bf1-5632c344d550 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:02.825703 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311f42b-3ef9-4842-9bf1-5632c344d550 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:02.833445 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c311f42b-3ef9-4842-9bf1-5632c344d550 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:03.261515 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-f1b2782e-3c97-4a08-a08a-e44cd78b9ccf None None] Provisioning complete for port 9485c481-2ce1-4467-aab3-4ad339627493 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:12:03.262130 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f1b2782e-3c97-4a08-a08a-e44cd78b9ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:03.366241 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-f1b2782e-3c97-4a08-a08a-e44cd78b9ccf None None] Provisioning complete for port ee1dca84-24a8-47b6-b996-448b39a8a17a triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:12:03.366618 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f1b2782e-3c97-4a08-a08a-e44cd78b9ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:05.185769 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 39490) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:12:05.386394 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0cf0f1-8b55-47db-ad4c-b2f16dcf093a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:05.386761 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0cf0f1-8b55-47db-ad4c-b2f16dcf093a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:05.388324 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-0e0cf0f1-8b55-47db-ad4c-b2f16dcf093a admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2015798 Nov 24 14:12:07.720296 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 39498) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:12:07.862777 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dda54d-324f-4a02-bcf7-9aa058c479e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:07.863238 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dda54d-324f-4a02-bcf7-9aa058c479e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:07.864812 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-53dda54d-324f-4a02-bcf7-9aa058c479e2 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1435266 Nov 24 14:12:10.266372 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 39506) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:12:10.405482 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93c47b3-1db5-47dc-bcee-141b1e485472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:10.406880 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-f93c47b3-1db5-47dc-bcee-141b1e485472 admin admin] 10.222.0.73 "GET /v2.0/networks/49cac10e-0da0-4a0f-8769-64a9bee58c01 HTTP/1.1" status: 200 len: 886 time: 0.1395380 Nov 24 14:12:12.782202 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 39514) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:12:12.917267 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f711d7-ac30-4f2d-af35-4457828dd5f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:12.918639 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-64f711d7-ac30-4f2d-af35-4457828dd5f3 admin admin] 10.222.0.73 "GET /v2.0/networks/ff7337e2-fa7a-4805-b76e-0872ca38a0f0 HTTP/1.1" status: 200 len: 870 time: 0.1354947 Nov 24 14:12:14.364092 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-048103ac-fc22-4f9d-a7c2-9ab633b5a8c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:15.274220 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 39522) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:12:15.443160 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d0202c-95f4-4ef4-9538-3a41f0561a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:15.443635 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d0202c-95f4-4ef4-9538-3a41f0561a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:15.445162 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-92d0202c-95f4-4ef4-9538-3a41f0561a2d admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1699138 Nov 24 14:12:16.882485 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a56fcd85-564a-4265-ae53-e16e9b259070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:17.810539 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 39530) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:12:17.837671 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:17.945037 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e75c6b4-ddb9-41b9-863e-6c91d37db78d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:17.945535 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e75c6b4-ddb9-41b9-863e-6c91d37db78d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:17.947198 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-2e75c6b4-ddb9-41b9-863e-6c91d37db78d admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1357024 Nov 24 14:12:19.435696 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:20.377761 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 39538) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:12:20.479755 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b645d4e4-97cb-40fc-a8e9-6732bb15d1d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:20.481122 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-b645d4e4-97cb-40fc-a8e9-6732bb15d1d7 admin admin] 10.222.0.73 "GET /v2.0/subnets/34ac03a7-2851-44b1-b3eb-fe18e4270654 HTTP/1.1" status: 200 len: 868 time: 0.1024067 Nov 24 14:12:20.722159 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:22.910576 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 39546) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:12:23.008939 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6495566b-f416-4161-b32b-a01e7ca1ecda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:23.010312 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-6495566b-f416-4161-b32b-a01e7ca1ecda admin admin] 10.222.0.73 "GET /v2.0/subnets/34c9a594-21b4-4e79-af6f-55375f25e5d0 HTTP/1.1" status: 200 len: 816 time: 0.0984213 Nov 24 14:12:26.615817 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 5 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:12:44.361968 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2de565bd-ddeb-4bf5-9b95-ddc720c25649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:46.894706 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-e43f5328-c884-4296-a610-a7d320dea692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:47.838252 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:49.402371 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 39602) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:12:49.437718 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:49.463101 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [None req-d0f914ac-f917-490f-9494-f75442fd3b86 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102762) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:12:49.464128 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-d0f914ac-f917-490f-9494-f75442fd3b86 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0608115 Nov 24 14:12:50.708036 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:51.966181 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 39610) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:12:52.041536 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.pecan_wsgi.hooks.translation [None req-f893b79e-be7f-42c0-a2cc-c7f82fd7b0d4 admin admin] GET failed (client error): The resource could not be found. Nov 24 14:12:52.042856 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-f893b79e-be7f-42c0-a2cc-c7f82fd7b0d4 admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0756664 Nov 24 14:12:52.220078 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9575a4d-6066-4e20-a234-4f1196d2878d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:52.221533 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-b9575a4d-6066-4e20-a234-4f1196d2878d admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1740625 Nov 24 14:12:54.629862 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 39618) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:12:54.687022 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-dfd2a439-60b7-4508-8ac2-9f6718367ead admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:12:54.708928 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd2a439-60b7-4508-8ac2-9f6718367ead admin admin] Made reservation on behalf of 3116345ca6f543f195914694c37554d7 for: {'network': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:12:54.712605 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-dfd2a439-60b7-4508-8ac2-9f6718367ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for network, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:54.755548 dv-cinder-739079-6-iscsi neutron-server[102762]: WARNING neutron.services.revisions.revision_plugin [None req-dfd2a439-60b7-4508-8ac2-9f6718367ead admin admin] Could not find related network for resource to bump revision. Nov 24 14:12:54.780381 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd2a439-60b7-4508-8ac2-9f6718367ead admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1149} {{(pid=102762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:12:54.794920 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-dfd2a439-60b7-4508-8ac2-9f6718367ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:54.795271 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.db.segments_db [None req-dfd2a439-60b7-4508-8ac2-9f6718367ead admin admin] Added segment faac3feb-6fb5-4b60-ae80-a838f7540556 of type vlan for network f37cbe7c-2f46-416e-8217-b56044458ca0 Nov 24 14:12:54.849423 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-dfd2a439-60b7-4508-8ac2-9f6718367ead admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783322859825'] for network, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:54.878440 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-dfd2a439-60b7-4508-8ac2-9f6718367ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067'] for network, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:54.880328 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd2a439-60b7-4508-8ac2-9f6718367ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:54.881039 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-dfd2a439-60b7-4508-8ac2-9f6718367ead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:54.916722 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-dfd2a439-60b7-4508-8ac2-9f6718367ead admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2856612 Nov 24 14:12:54.956943 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2a439-60b7-4508-8ac2-9f6718367ead admin admin] Pushing event updated for resources: {'Network': ['ID=f37cbe7c-2f46-416e-8217-b56044458ca0,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:54.970373 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Network f37cbe7c-2f46-416e-8217-b56044458ca0 details requested by agent ovs-agent-dv-cinder-739079-6-iscsi with host dv-cinder-739079-6-iscsi {{(pid=102763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 14:12:57.382259 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 39626) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:12:57.451156 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde62ace-ec81-4ea8-989a-bb3569563f93 admin admin] GET failed (client error): The resource could not be found. Nov 24 14:12:57.452641 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-bde62ace-ec81-4ea8-989a-bb3569563f93 admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0686998 Nov 24 14:12:57.536095 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c39159-80de-4801-8909-b2b17037d70b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:57.537635 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-41c39159-80de-4801-8909-b2b17037d70b admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0802088 Nov 24 14:12:57.549817 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-3d73ccbc-619c-4f66-87b8-0a2373b84b64 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'f37cbe7c-2f46-416e-8217-b56044458ca0', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:12:57.571797 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d73ccbc-619c-4f66-87b8-0a2373b84b64 admin admin] Made reservation on behalf of 3116345ca6f543f195914694c37554d7 for: {'subnet': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:12:57.574313 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3d73ccbc-619c-4f66-87b8-0a2373b84b64 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:57.752647 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3d73ccbc-619c-4f66-87b8-0a2373b84b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067'] for subnet, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:57.810299 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73ccbc-619c-4f66-87b8-0a2373b84b64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01e460a0-69ca-48d0-b8b9-e073462eefea,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:57.821410 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d73ccbc-619c-4f66-87b8-0a2373b84b64 admin admin] Checking segment: {'id': 'faac3feb-6fb5-4b60-ae80-a838f7540556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'f37cbe7c-2f46-416e-8217-b56044458ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:12:57.821760 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d73ccbc-619c-4f66-87b8-0a2373b84b64 admin admin] Network hostable DHCP agents. Network: f37cbe7c-2f46-416e-8217-b56044458ca0, hostable agents: ['5a05dce6-6d47-4be7-b07f-778f6e38e2ad'], hosted agents: [] {{(pid=102762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:12:57.838683 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d73ccbc-619c-4f66-87b8-0a2373b84b64 admin admin] Network f37cbe7c-2f46-416e-8217-b56044458ca0 is scheduled to be hosted by DHCP agent 5a05dce6-6d47-4be7-b07f-778f6e38e2ad with binding_index 1 {{(pid=102762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:12:57.849165 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-3d73ccbc-619c-4f66-87b8-0a2373b84b64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-6-iscsi, f37cbe7c-2f46-416e-8217-b56044458ca0) {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:12:57.854042 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d73ccbc-619c-4f66-87b8-0a2373b84b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:57.854637 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3d73ccbc-619c-4f66-87b8-0a2373b84b64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for subnet, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:57.860527 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7448da7-e099-499e-9498-2bfef71a328d None None] Network f37cbe7c-2f46-416e-8217-b56044458ca0 requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:12:57.874813 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-3d73ccbc-619c-4f66-87b8-0a2373b84b64 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3287158 Nov 24 14:12:58.134798 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c8e87e8-2d0a-5791-abbd-89eb775a1a8c-f37cbe7c-2f46-416e-8217-b56044458ca0', 'network_id': 'f37cbe7c-2f46-416e-8217-b56044458ca0', 'tenant_id': '3116345ca6f543f195914694c37554d7', 'fixed_ips': [{'subnet_id': '01e460a0-69ca-48d0-b8b9-e073462eefea'}]}} from dv-cinder-739079-6-iscsi. {{(pid=102763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 14:12:58.135751 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:58.286238 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_common [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Allocated IP 192.168.233.2 (f37cbe7c-2f46-416e-8217-b56044458ca0/01e460a0-69ca-48d0-b8b9-e073462eefea/5c166868-a346-4e82-b8a4-49334b725f3e) {{(pid=102763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:12:58.451736 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Publish callbacks [] for port, precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:58.458770 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986'] for port, after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:58.507316 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Network f37cbe7c-2f46-416e-8217-b56044458ca0 is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:12:58.511319 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:12:58.515983 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Received port after_create {{(pid=102763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:12:58.519327 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Pushing event updated for resources: {'Port': ['ID=5c166868-a346-4e82-b8a4-49334b725f3e,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:58.530156 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:58.530591 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:58.530887 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:58.531211 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:58.531573 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:58.531907 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:58.532713 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:58.532713 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:58.532891 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:58.533200 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:58.533525 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:58.533844 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:58.589855 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Attempting to bind port 5c166868-a346-4e82-b8a4-49334b725f3e on host dv-cinder-739079-6-iscsi for vnic_type normal with profile {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:12:58.590222 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Attempting to bind port 5c166868-a346-4e82-b8a4-49334b725f3e by drivers openvswitch,hyperv on host dv-cinder-739079-6-iscsi at level 0 using segments [{'id': 'faac3feb-6fb5-4b60-ae80-a838f7540556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'f37cbe7c-2f46-416e-8217-b56044458ca0'}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:12:58.590590 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Attempting to bind port 5c166868-a346-4e82-b8a4-49334b725f3e on network f37cbe7c-2f46-416e-8217-b56044458ca0 {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:12:58.596065 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Checking agent: {'id': '1104589c-84b2-4bb0-9b12-312140cbcde6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'started_at': datetime.datetime(2021, 11, 24, 14, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:12:58.596437 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Checking segment: {'id': 'faac3feb-6fb5-4b60-ae80-a838f7540556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'f37cbe7c-2f46-416e-8217-b56044458ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:12:58.596837 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:58.597232 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Bound using segment: {'id': 'faac3feb-6fb5-4b60-ae80-a838f7540556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'f37cbe7c-2f46-416e-8217-b56044458ca0'} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:12:58.597703 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Bound port: 5c166868-a346-4e82-b8a4-49334b725f3e, host: dv-cinder-739079-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faac3feb-6fb5-4b60-ae80-a838f7540556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'f37cbe7c-2f46-416e-8217-b56044458ca0'}}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:12:58.598096 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:58.679380 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] For port 5c166868-a346-4e82-b8a4-49334b725f3e, host dv-cinder-739079-6-iscsi, cleared binding levels {{(pid=102763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:12:58.683138 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] For port 5c166868-a346-4e82-b8a4-49334b725f3e, host dv-cinder-739079-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=5c166868-a346-4e82-b8a4-49334b725f3e,segment=NetworkSegment(faac3feb-6fb5-4b60-ae80-a838f7540556),segment_id=faac3feb-6fb5-4b60-ae80-a838f7540556)] {{(pid=102763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:12:58.688434 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:58.765474 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6f903-0e63-4141-94ac-4c13c66063a6 None None] Pushing event updated for resources: {'Port': ['ID=5c166868-a346-4e82-b8a4-49334b725f3e,revision_number=2']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:59.638156 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9a44bd-6a9e-4b5e-ba9c-c1616750ea98 None None] Network f37cbe7c-2f46-416e-8217-b56044458ca0 requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:12:59.788247 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-becddc29-b85c-4105-b3ae-280bb18dcd4b None None] Provisioning complete for port 5c166868-a346-4e82-b8a4-49334b725f3e triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:12:59.790033 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-becddc29-b85c-4105-b3ae-280bb18dcd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:13:00.030989 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-becddc29-b85c-4105-b3ae-280bb18dcd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:13:00.075452 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-becddc29-b85c-4105-b3ae-280bb18dcd4b None None] For port 5c166868-a346-4e82-b8a4-49334b725f3e, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=5c166868-a346-4e82-b8a4-49334b725f3e,segment=NetworkSegment(faac3feb-6fb5-4b60-ae80-a838f7540556),segment_id=faac3feb-6fb5-4b60-ae80-a838f7540556)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:13:00.087835 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-becddc29-b85c-4105-b3ae-280bb18dcd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:13:00.160947 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becddc29-b85c-4105-b3ae-280bb18dcd4b None None] Pushing event updated for resources: {'Port': ['ID=5c166868-a346-4e82-b8a4-49334b725f3e,revision_number=3']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:13:00.315319 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-ce76ec8d-c328-40d4-9895-512d80dfde3b None None] Provisioning complete for port 5c166868-a346-4e82-b8a4-49334b725f3e triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:13:00.315766 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ce76ec8d-c328-40d4-9895-512d80dfde3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:13:00.909544 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 5c166868-a346-4e82-b8a4-49334b725f3e up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:13:00.977617 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port 5c166868-a346-4e82-b8a4-49334b725f3e triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:13:00.977990 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:13:03.615498 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 5 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:13:14.356116 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-90c3b963-5cbb-4587-ad03-32aecebbbe39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:13:16.888440 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-92390301-fa45-4970-92c6-1ba8230b87f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:13:17.840580 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:13:19.440586 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:13:20.712441 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:13:40.614428 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 5 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:13:44.358853 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1fc29950-2230-4424-9364-cb5cba47e6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:13:46.889558 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-fb57a6eb-af4b-44ff-b578-ff8808d4c186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:13:47.844312 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:13:49.442886 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:13:50.716499 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:14.362387 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-35756758-5be0-4bbd-9e32-19a54c0fb296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:16.896203 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-759f953a-4ba2-4925-9dc9-042d83c30e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:17.612405 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 5 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:14:17.844866 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:19.448071 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:20.722996 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:32.245638 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 39670) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:14:32.251477 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [None req-993f7c3a-eef3-40a6-b398-048c6de99f44 tempest-verify_tempest_config-276915900 tempest-verify_tempest_config-276915900-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102762) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:14:32.252437 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-993f7c3a-eef3-40a6-b398-048c6de99f44 tempest-verify_tempest_config-276915900 tempest-verify_tempest_config-276915900-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058274 Nov 24 14:14:32.559077 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 39688) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:14:32.777423 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-65dd0332-7676-4d43-86d7-c679cdb80134 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:32.870847 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-65dd0332-7676-4d43-86d7-c679cdb80134 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:32.875054 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-65dd0332-7676-4d43-86d7-c679cdb80134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:32.926038 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-65dd0332-7676-4d43-86d7-c679cdb80134 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6916b9102a4c46aca58231c2e6a8c3ec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3658559 Nov 24 14:14:32.927336 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd0332-7676-4d43-86d7-c679cdb80134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35dc7223-4733-4673-8ddf-3a7a846d355f,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:32.929354 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 39692) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:14:32.935692 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dd0332-7676-4d43-86d7-c679cdb80134 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:32.935969 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dd0332-7676-4d43-86d7-c679cdb80134 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:32.936323 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dd0332-7676-4d43-86d7-c679cdb80134 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:32.936664 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dd0332-7676-4d43-86d7-c679cdb80134 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:32.936999 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dd0332-7676-4d43-86d7-c679cdb80134 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:32.937348 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dd0332-7676-4d43-86d7-c679cdb80134 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:32.937681 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dd0332-7676-4d43-86d7-c679cdb80134 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:32.938023 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dd0332-7676-4d43-86d7-c679cdb80134 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:32.938370 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dd0332-7676-4d43-86d7-c679cdb80134 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:32.938697 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dd0332-7676-4d43-86d7-c679cdb80134 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:32.939020 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dd0332-7676-4d43-86d7-c679cdb80134 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:32.939940 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dd0332-7676-4d43-86d7-c679cdb80134 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:32.987203 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-998e6a3d-8dae-40e1-8a9c-d0f460154695 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:33.008685 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-998e6a3d-8dae-40e1-8a9c-d0f460154695 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:33.100820 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-998e6a3d-8dae-40e1-8a9c-d0f460154695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:33.103486 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-998e6a3d-8dae-40e1-8a9c-d0f460154695 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:33.104611 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-998e6a3d-8dae-40e1-8a9c-d0f460154695 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/35dc7223-4733-4673-8ddf-3a7a846d355f HTTP/1.1" status: 204 len: 168 time: 0.1742079 Nov 24 14:14:33.113768 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e6a3d-8dae-40e1-8a9c-d0f460154695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35dc7223-4733-4673-8ddf-3a7a846d355f,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:33.121347 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998e6a3d-8dae-40e1-8a9c-d0f460154695 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:33.121836 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998e6a3d-8dae-40e1-8a9c-d0f460154695 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:33.122273 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998e6a3d-8dae-40e1-8a9c-d0f460154695 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:33.122852 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998e6a3d-8dae-40e1-8a9c-d0f460154695 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:33.123283 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998e6a3d-8dae-40e1-8a9c-d0f460154695 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:33.123833 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998e6a3d-8dae-40e1-8a9c-d0f460154695 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:33.124264 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998e6a3d-8dae-40e1-8a9c-d0f460154695 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:33.124753 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998e6a3d-8dae-40e1-8a9c-d0f460154695 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:33.125179 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998e6a3d-8dae-40e1-8a9c-d0f460154695 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:33.125602 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998e6a3d-8dae-40e1-8a9c-d0f460154695 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:33.126020 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998e6a3d-8dae-40e1-8a9c-d0f460154695 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:33.126551 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998e6a3d-8dae-40e1-8a9c-d0f460154695 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:44.367196 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-43e147cd-ec15-4ece-a25f-e62cead0769a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:46.899105 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1a2261a2-7093-4dde-8cba-82e72e1f30d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:47.848412 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:49.449041 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:50.715387 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:54.610270 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 5 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:15:14.370739 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b73a6f55-b8b1-40cf-8c47-c4ab02b552a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:15:16.903846 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-dc1bfb35-bf31-40b3-98f8-114bef834ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:15:17.850667 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:15:19.452665 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:15:20.717980 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:15:31.609728 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 5 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:15:44.374360 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-07673bc3-4253-44d4-8ebb-c52025b31e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:15:46.907437 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-af14aae1-7592-4455-8127-6e14a5b3adc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:15:47.854458 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:15:49.458984 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:15:50.723162 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:16:08.608305 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 5 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:16:10.838724 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-666709'] for agent, after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:16:14.377671 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-787c3295-62c5-4f87-8a89-93a9e7abd13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:16:16.909447 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ca2afab0-6923-4ea4-a305-221c76ef7347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:16:17.856217 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:16:19.459525 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:16:20.727872 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:16:24.750658 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 39766) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:16:24.855339 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-34342b9a-9a78-4355-b756-22965c92630f admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1035841 Nov 24 14:16:27.149811 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 39776) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:16:27.204338 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-190ac211-3acc-4719-bd60-1b744977f689 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0535314 Nov 24 14:16:40.765517 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:16:44.381436 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3ce934f5-2e15-4ab1-9c4a-2593227f8f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:16:45.606732 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:16:46.911140 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-983a9063-cb2c-4161-998a-d5a8c290ddf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:16:47.970778 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:16:49.462038 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:16:50.728669 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:10.766707 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:14.384322 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7d2504db-2c53-4f62-b86f-ee993468093b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:16.913157 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-610ae2a4-5188-4d61-9b6d-492208e0709d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:17.864113 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:19.465189 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:20.733454 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:22.605641 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:17:40.769907 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:44.385725 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-830aa080-239e-4268-922c-fe2421ae5212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:46.916617 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2eb9f10a-00ce-4cad-ae08-d392e8261244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:47.867906 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:49.469973 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:50.730240 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:57.810583 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 39914) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:17:58.193411 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-c4821961-56f0-49d8-9291-0bd97d41e2e7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1318587362-network', 'tenant_id': 'ae09617b23e54563b147ef35988fbea8'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:17:58.223471 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4821961-56f0-49d8-9291-0bd97d41e2e7 admin admin] Made reservation on behalf of ae09617b23e54563b147ef35988fbea8 for: {'network': 1} {{(pid=102761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:17:58.226083 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c4821961-56f0-49d8-9291-0bd97d41e2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for network, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:58.234673 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c4821961-56f0-49d8-9291-0bd97d41e2e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:58.316560 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c4821961-56f0-49d8-9291-0bd97d41e2e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:58.321618 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c4821961-56f0-49d8-9291-0bd97d41e2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:58.352590 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4821961-56f0-49d8-9291-0bd97d41e2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba00ad9-00ec-4af7-9c27-4ef632e562e8,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:17:58.364569 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4821961-56f0-49d8-9291-0bd97d41e2e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:58.364931 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4821961-56f0-49d8-9291-0bd97d41e2e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:58.365281 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4821961-56f0-49d8-9291-0bd97d41e2e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:58.365633 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4821961-56f0-49d8-9291-0bd97d41e2e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:58.365974 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4821961-56f0-49d8-9291-0bd97d41e2e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:58.366304 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4821961-56f0-49d8-9291-0bd97d41e2e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:58.366640 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4821961-56f0-49d8-9291-0bd97d41e2e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:58.366992 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4821961-56f0-49d8-9291-0bd97d41e2e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:58.367552 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4821961-56f0-49d8-9291-0bd97d41e2e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:58.367893 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4821961-56f0-49d8-9291-0bd97d41e2e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:58.368257 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4821961-56f0-49d8-9291-0bd97d41e2e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:58.368582 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4821961-56f0-49d8-9291-0bd97d41e2e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4821961-56f0-49d8-9291-0bd97d41e2e7 admin admin] Tracked resource versions report: Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: pushed versions: Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: { 'AddressGroup': {'1.2'}, Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: 'ConntrackHelper': {'1.0'}, Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: 'Log': {'1.0'}, Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: 'Network': {'1.1'}, Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: 'Port': {'1.7'}, Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: 'PortForwarding': {'1.2'}, Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: 'QosPolicy': {'1.10'}, Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: 'SecurityGroup': {'1.5'}, Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: 'SecurityGroupRule': {'1.2'}, Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: 'SubPort': {'1.0'}, Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: 'Subnet': {'1.1'}, Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: 'Trunk': {'1.1'}} Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: consumer versions: Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: { DHCP agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: HyperV agent@hv-cinder-73907: {}, Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: L3 agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: Metadata agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: Metering agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: Open vSwitch agent@dv-cinder-739079-6-iscsi: { 'AddressGroup': '1.2', Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: 'ConntrackHelper': '1.0', Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: 'Log': '1.0', Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: 'Network': '1.1', Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: 'Port': '1.7', Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: 'PortForwarding': '1.2', Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: 'QosPolicy': '1.10', Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: 'SecurityGroup': '1.5', Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: 'SecurityGroupRule': '1.2', Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: 'SubPort': '1.0', Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: 'Subnet': '1.1', Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: 'Trunk': '1.1'}} Nov 24 14:17:58.369687 dv-cinder-739079-6-iscsi neutron-server[102761]: {{(pid=102761) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 14:17:58.373478 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4821961-56f0-49d8-9291-0bd97d41e2e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1120} {{(pid=102761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:17:58.384039 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c4821961-56f0-49d8-9291-0bd97d41e2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:58.384389 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.db.segments_db [None req-c4821961-56f0-49d8-9291-0bd97d41e2e7 admin admin] Added segment 76babd85-a84f-4326-9532-28b9a7ca094c of type vlan for network 15186ae4-a374-43aa-adb2-c1c204c32fd3 Nov 24 14:17:58.429949 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c4821961-56f0-49d8-9291-0bd97d41e2e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783322859825'] for network, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:58.454723 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c4821961-56f0-49d8-9291-0bd97d41e2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067'] for network, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:58.455718 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4821961-56f0-49d8-9291-0bd97d41e2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:58.456441 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c4821961-56f0-49d8-9291-0bd97d41e2e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:58.486832 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-c4821961-56f0-49d8-9291-0bd97d41e2e7 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6751435 Nov 24 14:17:58.490603 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 39958) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:17:58.500613 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-13da2c62-16ae-4d0a-a52d-8e1528562649 admin admin] Request body: {'subnet': {'network_id': '15186ae4-a374-43aa-adb2-c1c204c32fd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1318587362-subnet', 'tenant_id': 'ae09617b23e54563b147ef35988fbea8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:17:58.522898 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13da2c62-16ae-4d0a-a52d-8e1528562649 admin admin] Made reservation on behalf of ae09617b23e54563b147ef35988fbea8 for: {'subnet': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:17:58.527080 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-13da2c62-16ae-4d0a-a52d-8e1528562649 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:58.534943 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4821961-56f0-49d8-9291-0bd97d41e2e7 admin admin] Pushing event updated for resources: {'Network': ['ID=15186ae4-a374-43aa-adb2-c1c204c32fd3,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:17:58.546304 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Network 15186ae4-a374-43aa-adb2-c1c204c32fd3 details requested by agent ovs-agent-dv-cinder-739079-6-iscsi with host dv-cinder-739079-6-iscsi {{(pid=102763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 14:17:58.678230 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 39972) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:17:58.715957 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-13da2c62-16ae-4d0a-a52d-8e1528562649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067'] for subnet, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:58.790095 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da2c62-16ae-4d0a-a52d-8e1528562649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8648341f-2f90-435e-b264-cd0660e420fc,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:17:58.794726 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13da2c62-16ae-4d0a-a52d-8e1528562649 admin admin] Checking segment: {'id': '76babd85-a84f-4326-9532-28b9a7ca094c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '15186ae4-a374-43aa-adb2-c1c204c32fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:17:58.795086 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13da2c62-16ae-4d0a-a52d-8e1528562649 admin admin] Network hostable DHCP agents. Network: 15186ae4-a374-43aa-adb2-c1c204c32fd3, hostable agents: ['5a05dce6-6d47-4be7-b07f-778f6e38e2ad'], hosted agents: [] {{(pid=102762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:17:58.802673 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da2c62-16ae-4d0a-a52d-8e1528562649 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:58.803048 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da2c62-16ae-4d0a-a52d-8e1528562649 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:58.803419 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da2c62-16ae-4d0a-a52d-8e1528562649 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:58.803759 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da2c62-16ae-4d0a-a52d-8e1528562649 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:58.804102 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da2c62-16ae-4d0a-a52d-8e1528562649 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:58.804457 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da2c62-16ae-4d0a-a52d-8e1528562649 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:58.804787 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da2c62-16ae-4d0a-a52d-8e1528562649 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:58.805136 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da2c62-16ae-4d0a-a52d-8e1528562649 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:58.805511 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da2c62-16ae-4d0a-a52d-8e1528562649 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:58.805828 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da2c62-16ae-4d0a-a52d-8e1528562649 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:58.806187 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da2c62-16ae-4d0a-a52d-8e1528562649 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:58.806480 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da2c62-16ae-4d0a-a52d-8e1528562649 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da2c62-16ae-4d0a-a52d-8e1528562649 admin admin] Tracked resource versions report: Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: pushed versions: Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: { 'AddressGroup': {'1.2'}, Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: 'ConntrackHelper': {'1.0'}, Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: 'Log': {'1.0'}, Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: 'Network': {'1.1'}, Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: 'Port': {'1.7'}, Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: 'PortForwarding': {'1.2'}, Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: 'QosPolicy': {'1.10'}, Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: 'SecurityGroup': {'1.5'}, Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: 'SecurityGroupRule': {'1.2'}, Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: 'SubPort': {'1.0'}, Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: 'Subnet': {'1.1'}, Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: 'Trunk': {'1.1'}} Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: consumer versions: Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: { DHCP agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: HyperV agent@hv-cinder-73907: {}, Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: L3 agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: Metadata agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: Metering agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: Open vSwitch agent@dv-cinder-739079-6-iscsi: { 'AddressGroup': '1.2', Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: 'ConntrackHelper': '1.0', Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: 'Log': '1.0', Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: 'Network': '1.1', Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: 'Port': '1.7', Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: 'PortForwarding': '1.2', Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: 'QosPolicy': '1.10', Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: 'SecurityGroup': '1.5', Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: 'SecurityGroupRule': '1.2', Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: 'SubPort': '1.0', Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: 'Subnet': '1.1', Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: 'Trunk': '1.1'}} Nov 24 14:17:58.807596 dv-cinder-739079-6-iscsi neutron-server[102762]: {{(pid=102762) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 14:17:58.826320 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13da2c62-16ae-4d0a-a52d-8e1528562649 admin admin] Network 15186ae4-a374-43aa-adb2-c1c204c32fd3 is scheduled to be hosted by DHCP agent 5a05dce6-6d47-4be7-b07f-778f6e38e2ad with binding_index 1 {{(pid=102762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:17:58.837564 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-13da2c62-16ae-4d0a-a52d-8e1528562649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-6-iscsi, 15186ae4-a374-43aa-adb2-c1c204c32fd3) {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:17:58.842565 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13da2c62-16ae-4d0a-a52d-8e1528562649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:58.843413 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-13da2c62-16ae-4d0a-a52d-8e1528562649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for subnet, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:58.849102 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee079ef6-7328-404e-afc2-ad5c3313a04e None None] Network 15186ae4-a374-43aa-adb2-c1c204c32fd3 requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:17:58.863365 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-13da2c62-16ae-4d0a-a52d-8e1528562649 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3715944 Nov 24 14:17:59.012411 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe26a5b-e1c0-4644-8f96-8b0de0634ab1 None None] Network 15186ae4-a374-43aa-adb2-c1c204c32fd3 requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:17:59.082002 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-229a91e4-29d6-4980-aa8b-b4591f5800e1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-882446824-network', 'tenant_id': '5d7ffc6884db4347bf1894bb966ad5c0'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:17:59.108595 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229a91e4-29d6-4980-aa8b-b4591f5800e1 admin admin] Made reservation on behalf of 5d7ffc6884db4347bf1894bb966ad5c0 for: {'network': 1} {{(pid=102761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:17:59.111833 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-229a91e4-29d6-4980-aa8b-b4591f5800e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for network, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:59.123301 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-229a91e4-29d6-4980-aa8b-b4591f5800e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:59.210179 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-229a91e4-29d6-4980-aa8b-b4591f5800e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:59.214876 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-229a91e4-29d6-4980-aa8b-b4591f5800e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:59.231676 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-229a91e4-29d6-4980-aa8b-b4591f5800e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1133} {{(pid=102761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:17:59.243127 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-229a91e4-29d6-4980-aa8b-b4591f5800e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:59.243749 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.db.segments_db [None req-229a91e4-29d6-4980-aa8b-b4591f5800e1 admin admin] Added segment c754a79b-afb5-48de-94e3-bf49147899b2 of type vlan for network 1a74af18-2791-47cf-80b2-09c09f34ce4a Nov 24 14:17:59.314092 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a91e4-29d6-4980-aa8b-b4591f5800e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a06465d-3833-4fe9-b2f0-2bc60d55de18,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:17:59.318240 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-229a91e4-29d6-4980-aa8b-b4591f5800e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783322859825'] for network, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:59.349803 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-229a91e4-29d6-4980-aa8b-b4591f5800e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067'] for network, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:59.350817 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229a91e4-29d6-4980-aa8b-b4591f5800e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:59.351441 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-229a91e4-29d6-4980-aa8b-b4591f5800e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:59.390431 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 40016) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:17:59.395670 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-229a91e4-29d6-4980-aa8b-b4591f5800e1 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7161558 Nov 24 14:17:59.396461 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 40018) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:17:59.428211 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 40024) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:17:59.431011 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-23cfd9f0-3ebf-4640-9522-fa1813db070e admin admin] Request body: {'subnet': {'network_id': '1a74af18-2791-47cf-80b2-09c09f34ce4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-882446824-subnet', 'tenant_id': '5d7ffc6884db4347bf1894bb966ad5c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:17:59.436969 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a91e4-29d6-4980-aa8b-b4591f5800e1 admin admin] Pushing event updated for resources: {'Network': ['ID=1a74af18-2791-47cf-80b2-09c09f34ce4a,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:17:59.452070 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Network 1a74af18-2791-47cf-80b2-09c09f34ce4a details requested by agent ovs-agent-dv-cinder-739079-6-iscsi with host dv-cinder-739079-6-iscsi {{(pid=102763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 14:17:59.472846 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cfd9f0-3ebf-4640-9522-fa1813db070e admin admin] Made reservation on behalf of 5d7ffc6884db4347bf1894bb966ad5c0 for: {'subnet': 1} {{(pid=102761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:17:59.475527 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-23cfd9f0-3ebf-4640-9522-fa1813db070e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:59.604908 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:17:59.648303 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-b1827863-187c-4d63-be3f-76d8675fe55d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-615975502-network', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:17:59.683692 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-23cfd9f0-3ebf-4640-9522-fa1813db070e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067'] for subnet, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:59.695927 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1827863-187c-4d63-be3f-76d8675fe55d admin admin] Made reservation on behalf of 0263df2748984c17a05265e50bdc7ca4 for: {'network': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:17:59.700026 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b1827863-187c-4d63-be3f-76d8675fe55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for network, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:59.714442 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b1827863-187c-4d63-be3f-76d8675fe55d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:59.745316 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfd9f0-3ebf-4640-9522-fa1813db070e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f757d60-7ca3-4458-b33a-77e35ec3d9b1,revision_number=0']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:17:59.755495 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cfd9f0-3ebf-4640-9522-fa1813db070e admin admin] Checking segment: {'id': 'c754a79b-afb5-48de-94e3-bf49147899b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1a74af18-2791-47cf-80b2-09c09f34ce4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:17:59.755983 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cfd9f0-3ebf-4640-9522-fa1813db070e admin admin] Network hostable DHCP agents. Network: 1a74af18-2791-47cf-80b2-09c09f34ce4a, hostable agents: ['5a05dce6-6d47-4be7-b07f-778f6e38e2ad'], hosted agents: [] {{(pid=102761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:17:59.777339 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cfd9f0-3ebf-4640-9522-fa1813db070e admin admin] Network 1a74af18-2791-47cf-80b2-09c09f34ce4a is scheduled to be hosted by DHCP agent 5a05dce6-6d47-4be7-b07f-778f6e38e2ad with binding_index 1 {{(pid=102761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:17:59.779372 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-661258dc-95f7-430c-9333-029d1411f53d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-960907268-network', 'tenant_id': '91490405a3fb41bea2e6cac096126313'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:17:59.795152 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-23cfd9f0-3ebf-4640-9522-fa1813db070e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-6-iscsi, 1a74af18-2791-47cf-80b2-09c09f34ce4a) {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:17:59.802956 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cfd9f0-3ebf-4640-9522-fa1813db070e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:59.803821 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-23cfd9f0-3ebf-4640-9522-fa1813db070e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for subnet, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:59.804535 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f0ac0c-29df-47a6-801a-0fac5536f00e None None] Network 1a74af18-2791-47cf-80b2-09c09f34ce4a requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:17:59.844653 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661258dc-95f7-430c-9333-029d1411f53d admin admin] Made reservation on behalf of 91490405a3fb41bea2e6cac096126313 for: {'network': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:17:59.848269 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-661258dc-95f7-430c-9333-029d1411f53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for network, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:59.849486 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-23cfd9f0-3ebf-4640-9522-fa1813db070e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4249940 Nov 24 14:17:59.850105 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 40038) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:17:59.860554 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-cc8d4e86-d329-4f42-8909-04b6296219d2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-882446824-router', 'tenant_id': '5d7ffc6884db4347bf1894bb966ad5c0', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:17:59.865975 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-661258dc-95f7-430c-9333-029d1411f53d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:59.911553 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b1827863-187c-4d63-be3f-76d8675fe55d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:59.923599 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b1827863-187c-4d63-be3f-76d8675fe55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:59.924296 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cc8d4e86-d329-4f42-8909-04b6296219d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5293'] for router, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:59.926756 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cc8d4e86-d329-4f42-8909-04b6296219d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5274'] for router, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:00.005773 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1827863-187c-4d63-be3f-76d8675fe55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b343794-3ea3-45f1-9792-9c74e33014a5,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:00.016188 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1827863-187c-4d63-be3f-76d8675fe55d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1137} {{(pid=102762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:18:00.043121 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b1827863-187c-4d63-be3f-76d8675fe55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:00.043497 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.db.segments_db [None req-b1827863-187c-4d63-be3f-76d8675fe55d admin admin] Added segment 4a2b2a11-2891-44e3-9598-0ff498ad696b of type vlan for network eed9835b-0528-48c8-805c-6a672cef9034 Nov 24 14:18:00.091217 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1344829-045e-4b66-b391-c765fee45b05 None None] Network 1a74af18-2791-47cf-80b2-09c09f34ce4a requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:18:00.157807 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b1827863-187c-4d63-be3f-76d8675fe55d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783322859825'] for network, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:00.218007 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 40044) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:00.234985 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b1827863-187c-4d63-be3f-76d8675fe55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067'] for network, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:00.241011 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1827863-187c-4d63-be3f-76d8675fe55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:00.245260 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b1827863-187c-4d63-be3f-76d8675fe55d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:00.288432 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cc8d4e86-d329-4f42-8909-04b6296219d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:00.344984 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-b1827863-187c-4d63-be3f-76d8675fe55d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9510112 Nov 24 14:18:00.353659 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 40050) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:00.383521 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-224906ee-aba7-4027-9577-aa808beb86a2 admin admin] Request body: {'subnet': {'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-615975502-subnet', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:18:00.491217 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9211ae2c-4479-404e-b096-3809b1c513cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:00.508480 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1827863-187c-4d63-be3f-76d8675fe55d admin admin] Pushing event updated for resources: {'Network': ['ID=eed9835b-0528-48c8-805c-6a672cef9034,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:00.520447 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Network eed9835b-0528-48c8-805c-6a672cef9034 details requested by agent ovs-agent-dv-cinder-739079-6-iscsi with host dv-cinder-739079-6-iscsi {{(pid=102763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 14:18:00.537051 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-661258dc-95f7-430c-9333-029d1411f53d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:00.566400 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-661258dc-95f7-430c-9333-029d1411f53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:00.604488 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661258dc-95f7-430c-9333-029d1411f53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6ebd06-0f3b-4975-91a0-121fb18c3f81,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:00.607312 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224906ee-aba7-4027-9577-aa808beb86a2 admin admin] Made reservation on behalf of 0263df2748984c17a05265e50bdc7ca4 for: {'subnet': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:18:00.610056 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-224906ee-aba7-4027-9577-aa808beb86a2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:00.798909 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-661258dc-95f7-430c-9333-029d1411f53d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1148} {{(pid=102762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:18:00.826192 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-661258dc-95f7-430c-9333-029d1411f53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:00.826653 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.db.segments_db [None req-661258dc-95f7-430c-9333-029d1411f53d admin admin] Added segment ce62ec6b-e12e-461a-9b18-2a3eec39f203 of type vlan for network 25fa1e25-ba9c-4030-b7dc-937fd5e85b95 Nov 24 14:18:00.833783 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cc8d4e86-d329-4f42-8909-04b6296219d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:00.936882 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-661258dc-95f7-430c-9333-029d1411f53d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783322859825'] for network, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:00.976641 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-224906ee-aba7-4027-9577-aa808beb86a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067'] for subnet, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:01.017790 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9211ae2c-4479-404e-b096-3809b1c513cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:01.031549 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9211ae2c-4479-404e-b096-3809b1c513cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:01.051218 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-661258dc-95f7-430c-9333-029d1411f53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067'] for network, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:01.051978 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661258dc-95f7-430c-9333-029d1411f53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:01.052549 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-661258dc-95f7-430c-9333-029d1411f53d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:01.110832 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211ae2c-4479-404e-b096-3809b1c513cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fca166-4cba-4818-926d-8ff758b05e7b,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:01.159472 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224906ee-aba7-4027-9577-aa808beb86a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc91be5c-3dda-4f91-90ca-58668d9f6158,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:01.164358 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224906ee-aba7-4027-9577-aa808beb86a2 admin admin] Checking segment: {'id': '4a2b2a11-2891-44e3-9598-0ff498ad696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:18:01.164730 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224906ee-aba7-4027-9577-aa808beb86a2 admin admin] Network hostable DHCP agents. Network: eed9835b-0528-48c8-805c-6a672cef9034, hostable agents: ['5a05dce6-6d47-4be7-b07f-778f6e38e2ad'], hosted agents: [] {{(pid=102762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:18:01.175354 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-661258dc-95f7-430c-9333-029d1411f53d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7248313 Nov 24 14:18:01.176385 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 40086) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:01.180427 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-9211ae2c-4479-404e-b096-3809b1c513cf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8a84ff51283a4815b1602551e258766e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9601786 Nov 24 14:18:01.185147 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 40088) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:01.185889 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-48195f59-2d95-4a28-86e0-ee61d126cf7c admin admin] Request body: {'subnet': {'network_id': '25fa1e25-ba9c-4030-b7dc-937fd5e85b95', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-960907268-subnet', 'tenant_id': '91490405a3fb41bea2e6cac096126313', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:18:01.235020 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cc8d4e86-d329-4f42-8909-04b6296219d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:01.269220 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cc8d4e86-d329-4f42-8909-04b6296219d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:01.272784 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661258dc-95f7-430c-9333-029d1411f53d admin admin] Pushing event updated for resources: {'Network': ['ID=25fa1e25-ba9c-4030-b7dc-937fd5e85b95,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:01.277199 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224906ee-aba7-4027-9577-aa808beb86a2 admin admin] Network eed9835b-0528-48c8-805c-6a672cef9034 is scheduled to be hosted by DHCP agent 5a05dce6-6d47-4be7-b07f-778f6e38e2ad with binding_index 1 {{(pid=102762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:18:01.286121 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Network 25fa1e25-ba9c-4030-b7dc-937fd5e85b95 details requested by agent ovs-agent-dv-cinder-739079-6-iscsi with host dv-cinder-739079-6-iscsi {{(pid=102763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 14:18:01.302781 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48195f59-2d95-4a28-86e0-ee61d126cf7c admin admin] Made reservation on behalf of 91490405a3fb41bea2e6cac096126313 for: {'subnet': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:18:01.305150 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-48195f59-2d95-4a28-86e0-ee61d126cf7c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:01.308845 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-224906ee-aba7-4027-9577-aa808beb86a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-6-iscsi, eed9835b-0528-48c8-805c-6a672cef9034) {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:18:01.323448 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224906ee-aba7-4027-9577-aa808beb86a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:01.324487 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-224906ee-aba7-4027-9577-aa808beb86a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for subnet, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:01.339967 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d99b8d-5862-45a0-b9a3-5e147f4e1a81 None None] Network eed9835b-0528-48c8-805c-6a672cef9034 requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:18:01.360876 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7d3cfe78-39ad-4a46-b16b-6e340366bb3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:01.386077 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-224906ee-aba7-4027-9577-aa808beb86a2 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0293870 Nov 24 14:18:01.388966 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 40102) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:01.394625 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-489bbceb-ce4a-402b-b2e3-978400fafe05 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-615975502-router', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:18:01.454235 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 40112) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:01.456964 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7d3cfe78-39ad-4a46-b16b-6e340366bb3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:01.495988 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-489bbceb-ce4a-402b-b2e3-978400fafe05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5293'] for router, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:01.497175 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-489bbceb-ce4a-402b-b2e3-978400fafe05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5274'] for router, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:01.497551 dv-cinder-739079-6-iscsi neutron-server[102761]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 24 14:18:01.584729 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-489bbceb-ce4a-402b-b2e3-978400fafe05 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:01.680494 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c8e87e8-2d0a-5791-abbd-89eb775a1a8c-eed9835b-0528-48c8-805c-6a672cef9034', 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'fixed_ips': [{'subnet_id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158'}]}} from dv-cinder-739079-6-iscsi. {{(pid=102763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 14:18:01.681399 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:01.704021 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-cc8d4e86-d329-4f42-8909-04b6296219d2 admin admin] Allocated IP 172.27.3.8 (49cac10e-0da0-4a0f-8769-64a9bee58c01/34c9a594-21b4-4e79-af6f-55375f25e5d0/46498dec-8b57-44d5-9aa6-6d98402a9e6d) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:18:01.791913 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-489bbceb-ce4a-402b-b2e3-978400fafe05 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:01.813325 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7d3cfe78-39ad-4a46-b16b-6e340366bb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:01.816941 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7d3cfe78-39ad-4a46-b16b-6e340366bb3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:01.820825 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-7d3cfe78-39ad-4a46-b16b-6e340366bb3f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a7fca166-4cba-4818-926d-8ff758b05e7b HTTP/1.1" status: 204 len: 168 time: 0.6345453 Nov 24 14:18:01.845414 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cfe78-39ad-4a46-b16b-6e340366bb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fca166-4cba-4818-926d-8ff758b05e7b,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:01.875445 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-8591a58b-490d-496b-b4f0-27500a00faa0 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:01.884774 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-8591a58b-490d-496b-b4f0-27500a00faa0 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/networks?id=15186ae4-a374-43aa-adb2-c1c204c32fd3 HTTP/1.1" status: 200 len: 812 time: 0.4223878 Nov 24 14:18:01.894117 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_common [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Allocated IP 172.20.0.2 (eed9835b-0528-48c8-805c-6a672cef9034/cc91be5c-3dda-4f91-90ca-58668d9f6158/c3d8cb1f-a4cb-4856-88a9-33708c449bc0) {{(pid=102763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:18:01.921686 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-3c072f0f-f1fd-4ec5-be6b-a280bf6c5d55 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/quotas/ae09617b23e54563b147ef35988fbea8 HTTP/1.1" status: 200 len: 375 time: 0.0359199 Nov 24 14:18:02.029854 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-d50f510d-3eb0-4fa7-8f7b-6a6db762bfa0 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ae09617b23e54563b147ef35988fbea8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1070843 Nov 24 14:18:02.076380 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cc8d4e86-d329-4f42-8909-04b6296219d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:02.157057 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Publish callbacks [] for port, precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:02.171730 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986'] for port, after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:02.178206 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cc8d4e86-d329-4f42-8909-04b6296219d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:02.252012 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Network eed9835b-0528-48c8-805c-6a672cef9034 is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:18:02.259534 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Pushing event updated for resources: {'Port': ['ID=c3d8cb1f-a4cb-4856-88a9-33708c449bc0,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:02.272250 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:18:02.276871 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8d4e86-d329-4f42-8909-04b6296219d2 admin admin] Network 49cac10e-0da0-4a0f-8769-64a9bee58c01 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:18:02.278237 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-cc8d4e86-d329-4f42-8909-04b6296219d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:18:02.278899 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:02.285381 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:02.285847 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:02.286645 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:02.286645 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:02.287323 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:02.287323 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:02.287686 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:02.288036 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:02.288373 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:02.288716 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:02.289244 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Tracked resource versions report: Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: pushed versions: Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: { 'AddressGroup': {'1.2'}, Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: 'ConntrackHelper': {'1.0'}, Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: 'Log': {'1.0'}, Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: 'Network': {'1.1'}, Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: 'Port': {'1.7'}, Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: 'PortForwarding': {'1.2'}, Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: 'QosPolicy': {'1.10'}, Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: 'SecurityGroup': {'1.5'}, Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: 'SecurityGroupRule': {'1.2'}, Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: 'SubPort': {'1.0'}, Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: 'Subnet': {'1.1'}, Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: 'Trunk': {'1.1'}} Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: consumer versions: Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: { DHCP agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: HyperV agent@hv-cinder-73907: {}, Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: L3 agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: Metadata agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: Metering agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: Open vSwitch agent@dv-cinder-739079-6-iscsi: { 'AddressGroup': '1.2', Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: 'ConntrackHelper': '1.0', Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: 'Log': '1.0', Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: 'Network': '1.1', Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: 'Port': '1.7', Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: 'PortForwarding': '1.2', Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: 'QosPolicy': '1.10', Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: 'SecurityGroup': '1.5', Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: 'SecurityGroupRule': '1.2', Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: 'SubPort': '1.0', Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: 'Subnet': '1.1', Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: 'Trunk': '1.1'}} Nov 24 14:18:02.290155 dv-cinder-739079-6-iscsi neutron-server[102763]: {{(pid=102763) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 14:18:02.302798 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Received port after_create {{(pid=102763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:18:02.303121 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8d4e86-d329-4f42-8909-04b6296219d2 admin admin] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:18:02.433788 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Attempting to bind port c3d8cb1f-a4cb-4856-88a9-33708c449bc0 on host dv-cinder-739079-6-iscsi for vnic_type normal with profile {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:18:02.434171 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Attempting to bind port c3d8cb1f-a4cb-4856-88a9-33708c449bc0 by drivers openvswitch,hyperv on host dv-cinder-739079-6-iscsi at level 0 using segments [{'id': '4a2b2a11-2891-44e3-9598-0ff498ad696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034'}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:18:02.434545 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Attempting to bind port c3d8cb1f-a4cb-4856-88a9-33708c449bc0 on network eed9835b-0528-48c8-805c-6a672cef9034 {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:18:02.451564 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Checking agent: {'id': '1104589c-84b2-4bb0-9b12-312140cbcde6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'started_at': datetime.datetime(2021, 11, 24, 14, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:18:02.452138 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Checking segment: {'id': '4a2b2a11-2891-44e3-9598-0ff498ad696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:18:02.452568 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:02.454506 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Bound using segment: {'id': '4a2b2a11-2891-44e3-9598-0ff498ad696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034'} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:18:02.455058 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Bound port: c3d8cb1f-a4cb-4856-88a9-33708c449bc0, host: dv-cinder-739079-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2b2a11-2891-44e3-9598-0ff498ad696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034'}}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:18:02.456055 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:02.481601 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-489bbceb-ce4a-402b-b2e3-978400fafe05 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:02.483525 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d4e86-d329-4f42-8909-04b6296219d2 admin admin] Pushing event updated for resources: {'Port': ['ID=46498dec-8b57-44d5-9aa6-6d98402a9e6d,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:02.524344 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-48195f59-2d95-4a28-86e0-ee61d126cf7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067'] for subnet, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:02.527573 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-489bbceb-ce4a-402b-b2e3-978400fafe05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:02.577315 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] For port c3d8cb1f-a4cb-4856-88a9-33708c449bc0, host dv-cinder-739079-6-iscsi, cleared binding levels {{(pid=102763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:18:02.583363 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] For port c3d8cb1f-a4cb-4856-88a9-33708c449bc0, host dv-cinder-739079-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=c3d8cb1f-a4cb-4856-88a9-33708c449bc0,segment=NetworkSegment(4a2b2a11-2891-44e3-9598-0ff498ad696b),segment_id=4a2b2a11-2891-44e3-9598-0ff498ad696b)] {{(pid=102763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:18:02.592665 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:02.641986 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48195f59-2d95-4a28-86e0-ee61d126cf7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e56ecaf-6239-4758-84e3-99a10a11d90b,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:02.686511 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992a3cc-151f-4f73-94c3-3967a31a0510 None None] Pushing event updated for resources: {'Port': ['ID=c3d8cb1f-a4cb-4856-88a9-33708c449bc0,revision_number=2']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:02.745814 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48195f59-2d95-4a28-86e0-ee61d126cf7c admin admin] Checking segment: {'id': 'ce62ec6b-e12e-461a-9b18-2a3eec39f203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '25fa1e25-ba9c-4030-b7dc-937fd5e85b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:18:02.746213 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48195f59-2d95-4a28-86e0-ee61d126cf7c admin admin] Network hostable DHCP agents. Network: 25fa1e25-ba9c-4030-b7dc-937fd5e85b95, hostable agents: ['5a05dce6-6d47-4be7-b07f-778f6e38e2ad'], hosted agents: [] {{(pid=102762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:18:02.749268 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [None req-489bbceb-ce4a-402b-b2e3-978400fafe05 admin admin] Allocated IP 172.27.3.161 (49cac10e-0da0-4a0f-8769-64a9bee58c01/34c9a594-21b4-4e79-af6f-55375f25e5d0/3852768c-e3df-4ea7-94d8-a712b0f5441f) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:18:02.796747 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48195f59-2d95-4a28-86e0-ee61d126cf7c admin admin] Network 25fa1e25-ba9c-4030-b7dc-937fd5e85b95 is scheduled to be hosted by DHCP agent 5a05dce6-6d47-4be7-b07f-778f6e38e2ad with binding_index 1 {{(pid=102762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:18:02.842259 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-48195f59-2d95-4a28-86e0-ee61d126cf7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-6-iscsi, 25fa1e25-ba9c-4030-b7dc-937fd5e85b95) {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:18:02.844172 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-55a23de8-f117-46f0-8e14-ff9cdeb63893 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:18:02.851024 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5bc7c2-849b-41a2-a706-a9494acef0dd None None] Network 25fa1e25-ba9c-4030-b7dc-937fd5e85b95 requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:18:02.855754 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-55a23de8-f117-46f0-8e14-ff9cdeb63893 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5373032 Nov 24 14:18:02.866837 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48195f59-2d95-4a28-86e0-ee61d126cf7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:02.867564 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-48195f59-2d95-4a28-86e0-ee61d126cf7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for subnet, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:02.936193 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-48195f59-2d95-4a28-86e0-ee61d126cf7c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7540853 Nov 24 14:18:02.968394 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-489bbceb-ce4a-402b-b2e3-978400fafe05 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:03.128056 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-489bbceb-ce4a-402b-b2e3-978400fafe05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986'] for port, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:03.132165 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cc8d4e86-d329-4f42-8909-04b6296219d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:03.132422 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489bbceb-ce4a-402b-b2e3-978400fafe05 admin admin] Network 49cac10e-0da0-4a0f-8769-64a9bee58c01 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:18:03.132422 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-489bbceb-ce4a-402b-b2e3-978400fafe05 admin admin] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:18:03.132422 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489bbceb-ce4a-402b-b2e3-978400fafe05 admin admin] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:18:03.232029 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-f151c172-7ddb-47e6-8dbe-87eb2a284124 service neutron] 10.222.0.73 "GET /v2.0/networks/15186ae4-a374-43aa-adb2-c1c204c32fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752785 Nov 24 14:18:03.242112 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3a3b6f-5398-4702-9377-382c903eaad1 None None] Network 25fa1e25-ba9c-4030-b7dc-937fd5e85b95 requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:18:03.297015 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489bbceb-ce4a-402b-b2e3-978400fafe05 admin admin] Pushing event updated for resources: {'Port': ['ID=3852768c-e3df-4ea7-94d8-a712b0f5441f,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:03.450160 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-5f1ce498-df29-47a6-ab2a-8b56897d876b service neutron] 10.222.0.73 "GET /v2.0/networks/15186ae4-a374-43aa-adb2-c1c204c32fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124500 Nov 24 14:18:03.641189 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-489bbceb-ce4a-402b-b2e3-978400fafe05 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:03.829116 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cc8d4e86-d329-4f42-8909-04b6296219d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667228'] for router, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:04.060296 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-489bbceb-ce4a-402b-b2e3-978400fafe05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667228'] for router, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:04.169592 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-18e03de6-8f47-46a4-a03f-413004f0cf30 req-3fe04ded-1273-4ba8-aaf2-51238a5af941 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 210 time: 0.1066229 Nov 24 14:18:04.242453 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8d4e86-d329-4f42-8909-04b6296219d2 admin admin] Router fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac is scheduled to L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea with binding_index 1 {{(pid=102761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 14:18:04.265764 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 40282) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:04.277237 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-94075a70-3325-4020-817b-ed05d7897f35 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-64790542-network', 'tenant_id': 'b3716492ea9743dd98e1cd4549f27fd9'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:18:04.354816 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94075a70-3325-4020-817b-ed05d7897f35 admin admin] Made reservation on behalf of b3716492ea9743dd98e1cd4549f27fd9 for: {'network': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:18:04.359948 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-94075a70-3325-4020-817b-ed05d7897f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for network, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:04.388041 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-94075a70-3325-4020-817b-ed05d7897f35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:04.433006 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489bbceb-ce4a-402b-b2e3-978400fafe05 admin admin] Router 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 is scheduled to L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea with binding_index 1 {{(pid=102762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 14:18:04.435812 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248917bb-e1c3-41d7-a19c-75d4038a6385 None None] Network eed9835b-0528-48c8-805c-6a672cef9034 requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:18:04.502549 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8d4e86-d329-4f42-8909-04b6296219d2 admin admin] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:18:04.515799 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c087ac-a213-417e-93c2-c1a1351893ee None None] Sync routers for ids ['fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac'] in dv-cinder-739079-6-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:18:04.526137 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c087ac-a213-417e-93c2-c1a1351893ee None None] Routers {'fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:18:04.531618 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cc8d4e86-d329-4f42-8909-04b6296219d2 admin admin] Publish callbacks [] for router, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:04.532749 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-57c087ac-a213-417e-93c2-c1a1351893ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:17:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:18:04.536789 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-cc8d4e86-d329-4f42-8909-04b6296219d2 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6828747 Nov 24 14:18:04.541848 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 40292) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:04.664911 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489bbceb-ce4a-402b-b2e3-978400fafe05 admin admin] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:18:04.706613 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-94075a70-3325-4020-817b-ed05d7897f35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:04.716415 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-94075a70-3325-4020-817b-ed05d7897f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:04.764589 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94075a70-3325-4020-817b-ed05d7897f35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1123} {{(pid=102762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:18:04.770319 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-489bbceb-ce4a-402b-b2e3-978400fafe05 admin admin] Publish callbacks [] for router, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:04.776344 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aef163-ff73-43c9-bdcd-b6505dddb38c None None] Sync routers for ids ['9f9fe4d4-d069-40a0-bbad-0c83cf40e712'] in dv-cinder-739079-6-iscsi {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:18:04.777035 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-489bbceb-ce4a-402b-b2e3-978400fafe05 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3865488 Nov 24 14:18:04.777903 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 40302) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:04.782081 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94075a70-3325-4020-817b-ed05d7897f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f2d86b-84ae-41da-830c-da5603e8dee6,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:04.793542 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-94075a70-3325-4020-817b-ed05d7897f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:04.795447 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.db.segments_db [None req-94075a70-3325-4020-817b-ed05d7897f35 admin admin] Added segment 9d66e19b-9db3-49d8-bb48-699c197b20fd of type vlan for network 3ec0625b-b96e-4e84-85aa-068a8f7de719 Nov 24 14:18:04.822365 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-cf5ffcca-161e-4820-bc3b-d745de2f838f None None] Provisioning complete for port c3d8cb1f-a4cb-4856-88a9-33708c449bc0 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:18:04.823142 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-cf5ffcca-161e-4820-bc3b-d745de2f838f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:04.855975 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-94075a70-3325-4020-817b-ed05d7897f35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783322859825'] for network, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:04.916986 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-57c087ac-a213-417e-93c2-c1a1351893ee None None] Set router fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:18:04.935531 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-94075a70-3325-4020-817b-ed05d7897f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067'] for network, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:04.936556 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94075a70-3325-4020-817b-ed05d7897f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:04.937061 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-94075a70-3325-4020-817b-ed05d7897f35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:04.978447 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-94075a70-3325-4020-817b-ed05d7897f35 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7115953 Nov 24 14:18:04.979343 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 40308) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:05.012865 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-6e512471-56fa-4bd0-b279-df6aad38e016 admin admin] Request body: {'subnet': {'network_id': '3ec0625b-b96e-4e84-85aa-068a8f7de719', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-64790542-subnet', 'tenant_id': 'b3716492ea9743dd98e1cd4549f27fd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:18:05.035952 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94075a70-3325-4020-817b-ed05d7897f35 admin admin] Pushing event updated for resources: {'Network': ['ID=3ec0625b-b96e-4e84-85aa-068a8f7de719,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:05.079431 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e512471-56fa-4bd0-b279-df6aad38e016 admin admin] Made reservation on behalf of b3716492ea9743dd98e1cd4549f27fd9 for: {'subnet': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:18:05.082355 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6e512471-56fa-4bd0-b279-df6aad38e016 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:05.101845 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Network 3ec0625b-b96e-4e84-85aa-068a8f7de719 details requested by agent ovs-agent-dv-cinder-739079-6-iscsi with host dv-cinder-739079-6-iscsi {{(pid=102763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 14:18:05.103756 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aef163-ff73-43c9-bdcd-b6505dddb38c None None] Routers {'9f9fe4d4-d069-40a0-bbad-0c83cf40e712'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:18:05.104643 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-72aef163-ff73-43c9-bdcd-b6505dddb38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:17:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['9f9fe4d4-d069-40a0-bbad-0c83cf40e712'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:18:05.269566 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device c3d8cb1f-a4cb-4856-88a9-33708c449bc0 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:18:05.342121 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-57c087ac-a213-417e-93c2-c1a1351893ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac', 'name': 'tempest-ServerRescueNegativeTestJSON-882446824-router', 'tenant_id': '5d7ffc6884db4347bf1894bb966ad5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '46498dec-8b57-44d5-9aa6-6d98402a9e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:17:59Z', 'updated_at': '2021-11-24T14:18:02Z', 'revision_number': 3, 'project_id': '5d7ffc6884db4347bf1894bb966ad5c0', 'gw_port': {'id': '46498dec-8b57-44d5-9aa6-6d98402a9e6d', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:01Z', 'updated_at': '2021-11-24T14:18:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:18:05.349946 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 40322) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:05.396564 dv-cinder-739079-6-iscsi neutron-server[102762]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 24 14:18:05.398572 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port c3d8cb1f-a4cb-4856-88a9-33708c449bc0 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:18:05.399457 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:05.412527 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c087ac-a213-417e-93c2-c1a1351893ee None None] Checking router: fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac for host: dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:18:05.412893 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c087ac-a213-417e-93c2-c1a1351893ee None None] Updating router fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac port 46498dec-8b57-44d5-9aa6-6d98402a9e6d binding host dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:18:05.453588 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-57c087ac-a213-417e-93c2-c1a1351893ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:05.526720 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-caf68ac9-352e-492f-96cd-461f2cc59985 req-2b2e7ed6-97d5-42f7-88ea-c38b0a311429 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 210 time: 0.1677988 Nov 24 14:18:05.563428 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-72aef163-ff73-43c9-bdcd-b6505dddb38c None None] Set router 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:18:05.642266 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6e512471-56fa-4bd0-b279-df6aad38e016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067'] for subnet, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:05.720159 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e512471-56fa-4bd0-b279-df6aad38e016 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d454fcf-881c-46aa-b48c-73daeaeab39d,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:05.729430 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e512471-56fa-4bd0-b279-df6aad38e016 admin admin] Checking segment: {'id': '9d66e19b-9db3-49d8-bb48-699c197b20fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '3ec0625b-b96e-4e84-85aa-068a8f7de719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:18:05.730002 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e512471-56fa-4bd0-b279-df6aad38e016 admin admin] Network hostable DHCP agents. Network: 3ec0625b-b96e-4e84-85aa-068a8f7de719, hostable agents: ['5a05dce6-6d47-4be7-b07f-778f6e38e2ad'], hosted agents: [] {{(pid=102762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:18:05.750992 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e512471-56fa-4bd0-b279-df6aad38e016 admin admin] Network 3ec0625b-b96e-4e84-85aa-068a8f7de719 is scheduled to be hosted by DHCP agent 5a05dce6-6d47-4be7-b07f-778f6e38e2ad with binding_index 1 {{(pid=102762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:18:05.770405 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ca413c5d-cf19-4cb8-9504-f6e04edf9836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:05.770995 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-6e512471-56fa-4bd0-b279-df6aad38e016 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-6-iscsi, 3ec0625b-b96e-4e84-85aa-068a8f7de719) {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:18:05.775649 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e512471-56fa-4bd0-b279-df6aad38e016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:05.776576 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6e512471-56fa-4bd0-b279-df6aad38e016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for subnet, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:05.802803 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c14b179-7a3e-4d9f-852b-edf001249ad0 None None] Network 3ec0625b-b96e-4e84-85aa-068a8f7de719 requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:18:05.809059 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-6e512471-56fa-4bd0-b279-df6aad38e016 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8024769 Nov 24 14:18:05.926276 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-cf5ffcca-161e-4820-bc3b-d745de2f838f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:05.943516 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-57c087ac-a213-417e-93c2-c1a1351893ee None None] Publish callbacks [] for port, precommit_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:05.953119 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-57c087ac-a213-417e-93c2-c1a1351893ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:05.972130 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:05.982391 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 40340) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:06.043312 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93462b2b-1a40-4643-9966-55d87138d017 None None] Pushing event updated for resources: {'Port': ['ID=46498dec-8b57-44d5-9aa6-6d98402a9e6d,revision_number=2']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:06.052009 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-57c087ac-a213-417e-93c2-c1a1351893ee None None] Attempting to bind port 46498dec-8b57-44d5-9aa6-6d98402a9e6d on host dv-cinder-739079-6-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:18:06.052408 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-57c087ac-a213-417e-93c2-c1a1351893ee None None] Attempting to bind port 46498dec-8b57-44d5-9aa6-6d98402a9e6d by drivers openvswitch,hyperv on host dv-cinder-739079-6-iscsi at level 0 using segments [{'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:18:06.052784 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c087ac-a213-417e-93c2-c1a1351893ee None None] Attempting to bind port 46498dec-8b57-44d5-9aa6-6d98402a9e6d on network 49cac10e-0da0-4a0f-8769-64a9bee58c01 {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:18:06.053034 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-cf5ffcca-161e-4820-bc3b-d745de2f838f None None] For port c3d8cb1f-a4cb-4856-88a9-33708c449bc0, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=c3d8cb1f-a4cb-4856-88a9-33708c449bc0,segment=NetworkSegment(4a2b2a11-2891-44e3-9598-0ff498ad696b),segment_id=4a2b2a11-2891-44e3-9598-0ff498ad696b)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:18:06.061008 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93462b2b-1a40-4643-9966-55d87138d017 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:06.061628 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93462b2b-1a40-4643-9966-55d87138d017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:06.062049 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93462b2b-1a40-4643-9966-55d87138d017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:06.062373 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93462b2b-1a40-4643-9966-55d87138d017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:06.063274 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93462b2b-1a40-4643-9966-55d87138d017 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:06.064561 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93462b2b-1a40-4643-9966-55d87138d017 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:06.065139 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93462b2b-1a40-4643-9966-55d87138d017 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:06.066475 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93462b2b-1a40-4643-9966-55d87138d017 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:06.066843 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93462b2b-1a40-4643-9966-55d87138d017 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:06.067595 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93462b2b-1a40-4643-9966-55d87138d017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:06.067994 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93462b2b-1a40-4643-9966-55d87138d017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:06.068342 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93462b2b-1a40-4643-9966-55d87138d017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93462b2b-1a40-4643-9966-55d87138d017 None None] Tracked resource versions report: Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: pushed versions: Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: { 'AddressGroup': {'1.2'}, Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: 'ConntrackHelper': {'1.0'}, Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: 'Log': {'1.0'}, Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: 'Network': {'1.1'}, Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: 'Port': {'1.7'}, Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: 'PortForwarding': {'1.2'}, Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: 'QosPolicy': {'1.10'}, Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: 'SecurityGroup': {'1.5'}, Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: 'SecurityGroupRule': {'1.2'}, Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: 'SubPort': {'1.0'}, Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: 'Subnet': {'1.1'}, Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: 'Trunk': {'1.1'}} Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: consumer versions: Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: { DHCP agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: HyperV agent@hv-cinder-73907: {}, Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: L3 agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: Metadata agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: Metering agent@dv-cinder-739079-6-iscsi: {}, Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: Open vSwitch agent@dv-cinder-739079-6-iscsi: { 'AddressGroup': '1.2', Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: 'ConntrackHelper': '1.0', Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: 'Log': '1.0', Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: 'Network': '1.1', Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: 'Port': '1.7', Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: 'PortForwarding': '1.2', Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: 'QosPolicy': '1.10', Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: 'SecurityGroup': '1.5', Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: 'SecurityGroupRule': '1.2', Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: 'SubPort': '1.0', Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: 'Subnet': '1.1', Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: 'Trunk': '1.1'}} Nov 24 14:18:06.069617 dv-cinder-739079-6-iscsi neutron-server[102764]: {{(pid=102764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 14:18:06.073576 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c087ac-a213-417e-93c2-c1a1351893ee None None] Checking agent: {'id': '1104589c-84b2-4bb0-9b12-312140cbcde6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'started_at': datetime.datetime(2021, 11, 24, 14, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:18:06.074076 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c087ac-a213-417e-93c2-c1a1351893ee None None] Checking segment: {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:18:06.074494 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-57c087ac-a213-417e-93c2-c1a1351893ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:06.074945 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c087ac-a213-417e-93c2-c1a1351893ee None None] Bound using segment: {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:18:06.075541 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-57c087ac-a213-417e-93c2-c1a1351893ee None None] Bound port: 46498dec-8b57-44d5-9aa6-6d98402a9e6d, host: dv-cinder-739079-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:18:06.075953 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-57c087ac-a213-417e-93c2-c1a1351893ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:06.084704 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-cf5ffcca-161e-4820-bc3b-d745de2f838f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:06.105343 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_v2 [None req-22061dad-1408-46cd-bd3b-e1e21bafa976 admin admin] Deleting subnet 3e56ecaf-6239-4758-84e3-99a10a11d90b {{(pid=102761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 14:18:06.114161 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-22061dad-1408-46cd-bd3b-e1e21bafa976 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:06.134655 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-57c087ac-a213-417e-93c2-c1a1351893ee None None] For port 46498dec-8b57-44d5-9aa6-6d98402a9e6d, host dv-cinder-739079-6-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:18:06.138007 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-57c087ac-a213-417e-93c2-c1a1351893ee None None] For port 46498dec-8b57-44d5-9aa6-6d98402a9e6d, host dv-cinder-739079-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=46498dec-8b57-44d5-9aa6-6d98402a9e6d,segment=NetworkSegment(8ba1600c-dd39-469b-9e9d-3735ae82b3ab),segment_id=8ba1600c-dd39-469b-9e9d-3735ae82b3ab)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:18:06.142921 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-57c087ac-a213-417e-93c2-c1a1351893ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:06.199990 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c087ac-a213-417e-93c2-c1a1351893ee None None] Routers {'fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:18:06.200608 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-57c087ac-a213-417e-93c2-c1a1351893ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:17:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:18:06.204114 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-22061dad-1408-46cd-bd3b-e1e21bafa976 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:06.212351 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.db.api [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:18:06.212749 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG oslo_db.api [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:18:06.217363 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9af93e50-e4ff-4751-9e5a-8c74a49b9506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:06.217866 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd08311-0941-4147-9140-c6e6a32555e8 None None] Network 3ec0625b-b96e-4e84-85aa-068a8f7de719 requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:18:06.221388 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ffcca-161e-4820-bc3b-d745de2f838f None None] Pushing event updated for resources: {'Port': ['ID=c3d8cb1f-a4cb-4856-88a9-33708c449bc0,revision_number=3']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:06.230340 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-22061dad-1408-46cd-bd3b-e1e21bafa976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882942'] for subnet, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:06.238898 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-ca413c5d-cf19-4cb8-9504-f6e04edf9836 admin admin] Allocated IP 172.20.0.1 (1a74af18-2791-47cf-80b2-09c09f34ce4a/9f757d60-7ca3-4458-b33a-77e35ec3d9b1/a30698eb-3d91-4108-9b9c-9d2b381d7339) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:18:06.257186 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-22b01d7a-abba-4e1d-897c-a1a55eaf195e None None] Provisioning complete for port c3d8cb1f-a4cb-4856-88a9-33708c449bc0 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:18:06.258432 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-22b01d7a-abba-4e1d-897c-a1a55eaf195e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:06.269581 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93462b2b-1a40-4643-9966-55d87138d017 None None] Pushing event updated for resources: {'Port': ['ID=46498dec-8b57-44d5-9aa6-6d98402a9e6d,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:06.323568 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-72aef163-ff73-43c9-bdcd-b6505dddb38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'name': 'tempest-AttachVolumeTestJSON-615975502-router', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:18:01Z', 'updated_at': '2021-11-24T14:18:03Z', 'revision_number': 3, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'gw_port': {'id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:02Z', 'updated_at': '2021-11-24T14:18:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:18:06.350132 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-57c087ac-a213-417e-93c2-c1a1351893ee None None] Set router fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:18:06.360489 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aef163-ff73-43c9-bdcd-b6505dddb38c None None] Checking router: 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 for host: dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:18:06.360887 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aef163-ff73-43c9-bdcd-b6505dddb38c None None] Updating router 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 port 3852768c-e3df-4ea7-94d8-a712b0f5441f binding host dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:18:06.397819 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-22061dad-1408-46cd-bd3b-e1e21bafa976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3879245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067'] for subnet, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:06.406025 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-72aef163-ff73-43c9-bdcd-b6505dddb38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:06.429305 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-22061dad-1408-46cd-bd3b-e1e21bafa976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for subnet, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:06.435104 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-22061dad-1408-46cd-bd3b-e1e21bafa976 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3e56ecaf-6239-4758-84e3-99a10a11d90b HTTP/1.1" status: 204 len: 168 time: 0.4491849 Nov 24 14:18:06.435995 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 40344) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:06.481063 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22061dad-1408-46cd-bd3b-e1e21bafa976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e56ecaf-6239-4758-84e3-99a10a11d90b,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:06.510338 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ca413c5d-cf19-4cb8-9504-f6e04edf9836 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:06.630623 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-57c087ac-a213-417e-93c2-c1a1351893ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac', 'name': 'tempest-ServerRescueNegativeTestJSON-882446824-router', 'tenant_id': '5d7ffc6884db4347bf1894bb966ad5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '46498dec-8b57-44d5-9aa6-6d98402a9e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:17:59Z', 'updated_at': '2021-11-24T14:18:02Z', 'revision_number': 3, 'project_id': '5d7ffc6884db4347bf1894bb966ad5c0', 'gw_port': {'id': '46498dec-8b57-44d5-9aa6-6d98402a9e6d', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:01Z', 'updated_at': '2021-11-24T14:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:18:06.631222 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-9af93e50-e4ff-4751-9e5a-8c74a49b9506 admin admin] Allocated IP 172.20.0.1 (eed9835b-0528-48c8-805c-6a672cef9034/cc91be5c-3dda-4f91-90ca-58668d9f6158/5d85a525-384c-425a-b554-cb710f4207a5) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:18:06.649826 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ca413c5d-cf19-4cb8-9504-f6e04edf9836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:06.660257 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8d6a0820-898f-4a81-859c-7b9678203b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708839'] for network, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:06.692334 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c087ac-a213-417e-93c2-c1a1351893ee None None] The sync data for ids ['fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac'] in dv-cinder-739079-6-iscsi is: [{'id': 'fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac', 'name': 'tempest-ServerRescueNegativeTestJSON-882446824-router', 'tenant_id': '5d7ffc6884db4347bf1894bb966ad5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '46498dec-8b57-44d5-9aa6-6d98402a9e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:17:59Z', 'updated_at': '2021-11-24T14:18:02Z', 'revision_number': 3, 'project_id': '5d7ffc6884db4347bf1894bb966ad5c0', 'gw_port': {'id': '46498dec-8b57-44d5-9aa6-6d98402a9e6d', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:01Z', 'updated_at': '2021-11-24T14:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:18:06.733411 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca413c5d-cf19-4cb8-9504-f6e04edf9836 admin admin] Network 1a74af18-2791-47cf-80b2-09c09f34ce4a is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:18:06.743381 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-ca413c5d-cf19-4cb8-9504-f6e04edf9836 admin admin] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:18:06.760823 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca413c5d-cf19-4cb8-9504-f6e04edf9836 admin admin] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:18:06.761293 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ca413c5d-cf19-4cb8-9504-f6e04edf9836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667309'] for router_interface, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:06.853838 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8d6a0820-898f-4a81-859c-7b9678203b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880289', 'neutron.services.segments.db._delete_segments_for_network-8783323399864'] for network, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:06.903720 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca413c5d-cf19-4cb8-9504-f6e04edf9836 admin admin] Pushing event updated for resources: {'Port': ['ID=a30698eb-3d91-4108-9b9c-9d2b381d7339,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:06.914685 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8d6a0820-898f-4a81-859c-7b9678203b03 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:18:06.915939 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8d6a0820-898f-4a81-859c-7b9678203b03 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:18:06.916743 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8d6a0820-898f-4a81-859c-7b9678203b03 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:18:06.917752 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8d6a0820-898f-4a81-859c-7b9678203b03 admin admin] Subscribe: > port after_create 55550000 {{(pid=102762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:18:06.917752 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8d6a0820-898f-4a81-859c-7b9678203b03 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:18:06.917934 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8d6a0820-898f-4a81-859c-7b9678203b03 admin admin] Subscribe: > port after_update 55550000 {{(pid=102762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:18:06.918266 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8d6a0820-898f-4a81-859c-7b9678203b03 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:18:06.918996 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8d6a0820-898f-4a81-859c-7b9678203b03 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:18:06.918996 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8d6a0820-898f-4a81-859c-7b9678203b03 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:18:06.919297 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8d6a0820-898f-4a81-859c-7b9678203b03 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:18:07.083566 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-25eb354a-ff9b-4491-ba25-d6521f689f22 req-c2c950bf-5616-40fa-9449-944760a306bb tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 210 time: 0.1196282 Nov 24 14:18:07.087994 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-72aef163-ff73-43c9-bdcd-b6505dddb38c None None] Publish callbacks [] for port, precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:07.113713 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-72aef163-ff73-43c9-bdcd-b6505dddb38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:07.187983 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device c3d8cb1f-a4cb-4856-88a9-33708c449bc0 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:18:07.256744 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-72aef163-ff73-43c9-bdcd-b6505dddb38c None None] Attempting to bind port 3852768c-e3df-4ea7-94d8-a712b0f5441f on host dv-cinder-739079-6-iscsi for vnic_type normal with profile {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:18:07.257061 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-72aef163-ff73-43c9-bdcd-b6505dddb38c None None] Attempting to bind port 3852768c-e3df-4ea7-94d8-a712b0f5441f by drivers openvswitch,hyperv on host dv-cinder-739079-6-iscsi at level 0 using segments [{'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:18:07.257575 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aef163-ff73-43c9-bdcd-b6505dddb38c None None] Attempting to bind port 3852768c-e3df-4ea7-94d8-a712b0f5441f on network 49cac10e-0da0-4a0f-8769-64a9bee58c01 {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:18:07.287065 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aef163-ff73-43c9-bdcd-b6505dddb38c None None] Checking agent: {'id': '1104589c-84b2-4bb0-9b12-312140cbcde6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'started_at': datetime.datetime(2021, 11, 24, 14, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:18:07.287688 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aef163-ff73-43c9-bdcd-b6505dddb38c None None] Checking segment: {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:18:07.288100 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-72aef163-ff73-43c9-bdcd-b6505dddb38c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:07.288505 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aef163-ff73-43c9-bdcd-b6505dddb38c None None] Bound using segment: {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:18:07.289047 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-72aef163-ff73-43c9-bdcd-b6505dddb38c None None] Bound port: 3852768c-e3df-4ea7-94d8-a712b0f5441f, host: dv-cinder-739079-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:18:07.289451 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-72aef163-ff73-43c9-bdcd-b6505dddb38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:07.310530 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8d6a0820-898f-4a81-859c-7b9678203b03 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:18:07.310886 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8d6a0820-898f-4a81-859c-7b9678203b03 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:18:07.311217 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8d6a0820-898f-4a81-859c-7b9678203b03 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:18:07.311583 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8d6a0820-898f-4a81-859c-7b9678203b03 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:18:07.311960 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-8d6a0820-898f-4a81-859c-7b9678203b03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25fa1e25-ba9c-4030-b7dc-937fd5e85b95']}} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:18:07.336294 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-8d6a0820-898f-4a81-859c-7b9678203b03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce62ec6b-e12e-461a-9b18-2a3eec39f203') {'for_net_delete': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:18:07.336644 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-8d6a0820-898f-4a81-859c-7b9678203b03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce62ec6b-e12e-461a-9b18-2a3eec39f203') {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:18:07.361369 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9af93e50-e4ff-4751-9e5a-8c74a49b9506 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:07.385493 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8d6a0820-898f-4a81-859c-7b9678203b03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783323362124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11962719'] for segment, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:07.434440 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8d6a0820-898f-4a81-859c-7b9678203b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:07.450426 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6a0820-898f-4a81-859c-7b9678203b03 admin admin] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=102762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:18:07.451124 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8d6a0820-898f-4a81-859c-7b9678203b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11814199'] for segment, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: from cryptography.utils import int_from_bytes Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: from cryptography.utils import int_from_bytes Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: Traceback (most recent call last): Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: timer() Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: cb(*args, **kw) Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: return func(*args, **kwargs) Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: self._notify() Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: self.callback(batched_events) Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: event.method(event) Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: return f(self, *a, **k) Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: return self._get(url).json() Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: return self.request(url, 'GET', **kwargs) Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:18:07.456667 dv-cinder-739079-6-iscsi neutron-server[102762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:18:07.482713 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-72aef163-ff73-43c9-bdcd-b6505dddb38c None None] For port 3852768c-e3df-4ea7-94d8-a712b0f5441f, host dv-cinder-739079-6-iscsi, cleared binding levels {{(pid=102763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:18:07.487118 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-72aef163-ff73-43c9-bdcd-b6505dddb38c None None] For port 3852768c-e3df-4ea7-94d8-a712b0f5441f, host dv-cinder-739079-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=3852768c-e3df-4ea7-94d8-a712b0f5441f,segment=NetworkSegment(8ba1600c-dd39-469b-9e9d-3735ae82b3ab),segment_id=8ba1600c-dd39-469b-9e9d-3735ae82b3ab)] {{(pid=102763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:18:07.490167 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9af93e50-e4ff-4751-9e5a-8c74a49b9506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:07.494961 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ca413c5d-cf19-4cb8-9504-f6e04edf9836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:07.500285 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-72aef163-ff73-43c9-bdcd-b6505dddb38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:07.502380 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39930d5a-74ca-4f1c-8740-148bb4d97c9c None None] Pushing event updated for resources: {'Port': ['ID=3852768c-e3df-4ea7-94d8-a712b0f5441f,revision_number=2']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:07.557323 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af93e50-e4ff-4751-9e5a-8c74a49b9506 admin admin] Network eed9835b-0528-48c8-805c-6a672cef9034 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:18:07.561904 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8d6a0820-898f-4a81-859c-7b9678203b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667172'] for network, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:07.598311 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8d6a0820-898f-4a81-859c-7b9678203b03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:07.612011 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-8d6a0820-898f-4a81-859c-7b9678203b03 admin admin] 10.222.0.73 "DELETE /v2.0/networks/25fa1e25-ba9c-4030-b7dc-937fd5e85b95 HTTP/1.1" status: 204 len: 168 time: 1.1751630 Nov 24 14:18:07.613562 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 40388) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:07.614469 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a0820-898f-4a81-859c-7b9678203b03 admin admin] Pushing event deleted for resources: {'Network': ['ID=25fa1e25-ba9c-4030-b7dc-937fd5e85b95,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:07.620500 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39930d5a-74ca-4f1c-8740-148bb4d97c9c None None] Pushing event updated for resources: {'Port': ['ID=3852768c-e3df-4ea7-94d8-a712b0f5441f,revision_number=3']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:07.623187 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aef163-ff73-43c9-bdcd-b6505dddb38c None None] Routers {'9f9fe4d4-d069-40a0-bbad-0c83cf40e712'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:18:07.623947 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-72aef163-ff73-43c9-bdcd-b6505dddb38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:17:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['9f9fe4d4-d069-40a0-bbad-0c83cf40e712'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:18:07.692520 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a68100a-3f8a-4b91-b028-bfdbd712041d admin admin] Deleting subnet 8d454fcf-881c-46aa-b48c-73daeaeab39d {{(pid=102762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 14:18:07.697165 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9a68100a-3f8a-4b91-b028-bfdbd712041d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:07.775049 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9a68100a-3f8a-4b91-b028-bfdbd712041d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11962728'] for subnet, precommit_delete_associations {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:07.801895 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-72aef163-ff73-43c9-bdcd-b6505dddb38c None None] Set router 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:18:07.852249 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9a68100a-3f8a-4b91-b028-bfdbd712041d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882942'] for subnet, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:07.902900 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port c3d8cb1f-a4cb-4856-88a9-33708c449bc0 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:18:07.903508 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:07.942312 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af93e50-e4ff-4751-9e5a-8c74a49b9506 admin admin] Pushing event updated for resources: {'Port': ['ID=5d85a525-384c-425a-b554-cb710f4207a5,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:07.966205 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9a68100a-3f8a-4b91-b028-bfdbd712041d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3879245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11930773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11814328'] for subnet, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:07.976857 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-9af93e50-e4ff-4751-9e5a-8c74a49b9506 admin admin] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:18:07.977779 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.37', 50139) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:07.984679 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9a68100a-3f8a-4b91-b028-bfdbd712041d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:07.991874 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-9a68100a-3f8a-4b91-b028-bfdbd712041d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8d454fcf-881c-46aa-b48c-73daeaeab39d HTTP/1.1" status: 204 len: 168 time: 0.3722179 Nov 24 14:18:08.124027 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 40414) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:08.302827 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af93e50-e4ff-4751-9e5a-8c74a49b9506 admin admin] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:18:08.304349 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9af93e50-e4ff-4751-9e5a-8c74a49b9506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667309'] for router_interface, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:08.491797 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68100a-3f8a-4b91-b028-bfdbd712041d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d454fcf-881c-46aa-b48c-73daeaeab39d,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:08.515057 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-484c1d25-d8d1-4987-bb75-b422d00a84fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708839'] for network, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:08.644805 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-72aef163-ff73-43c9-bdcd-b6505dddb38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'name': 'tempest-AttachVolumeTestJSON-615975502-router', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:18:01Z', 'updated_at': '2021-11-24T14:18:03Z', 'revision_number': 3, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'gw_port': {'id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:02Z', 'updated_at': '2021-11-24T14:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:18:08.646958 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-c32d61b1-9eaf-4eb4-8996-757878c0517f None None] Provisioning complete for port 5d85a525-384c-425a-b554-cb710f4207a5 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:18:08.648815 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c32d61b1-9eaf-4eb4-8996-757878c0517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:08.737751 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-c32d61b1-9eaf-4eb4-8996-757878c0517f None None] Port 5d85a525-384c-425a-b554-cb710f4207a5 cannot update to ACTIVE because it is not bound. {{(pid=102763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:18:08.778450 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ca413c5d-cf19-4cb8-9504-f6e04edf9836 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:08.780401 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aef163-ff73-43c9-bdcd-b6505dddb38c None None] The sync data for ids ['9f9fe4d4-d069-40a0-bbad-0c83cf40e712'] in dv-cinder-739079-6-iscsi is: [{'id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'name': 'tempest-AttachVolumeTestJSON-615975502-router', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:18:01Z', 'updated_at': '2021-11-24T14:18:03Z', 'revision_number': 3, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'gw_port': {'id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:02Z', 'updated_at': '2021-11-24T14:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}] {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:18:08.788517 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ca413c5d-cf19-4cb8-9504-f6e04edf9836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:08.789366 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ca413c5d-cf19-4cb8-9504-f6e04edf9836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667421'] for router_interface, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:08.812045 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 40452) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:08.917973 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-3c7deaa7-5a95-42d8-8993-dba114f34f2b tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:08.919973 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-3c7deaa7-5a95-42d8-8993-dba114f34f2b tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.37 "GET /v2.0/networks?id=15186ae4-a374-43aa-adb2-c1c204c32fd3 HTTP/1.1" status: 200 len: 812 time: 0.9288578 Nov 24 14:18:08.984996 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-13ebdf89-f719-4314-b515-c630af7c13b0 req-ebab9fcd-1e61-46d0-bc69-57b78cbddab3 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 210 time: 0.2991931 Nov 24 14:18:09.028973 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-0079cd9a-2029-432c-ab3a-cce6429a7da8 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Request body: {'port': {'device_id': 'c06f1d6d-4796-455c-952b-0e3d80ec1781', 'network_id': '15186ae4-a374-43aa-adb2-c1c204c32fd3', 'admin_state_up': True, 'tenant_id': 'ae09617b23e54563b147ef35988fbea8'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:18:09.117421 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-484c1d25-d8d1-4987-bb75-b422d00a84fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880289', 'neutron.services.segments.db._delete_segments_for_network-8783323399864'] for network, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:09.122156 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca413c5d-cf19-4cb8-9504-f6e04edf9836 admin admin] Pushing event updated for resources: {'Port': ['ID=a30698eb-3d91-4108-9b9c-9d2b381d7339,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:09.177074 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-484c1d25-d8d1-4987-bb75-b422d00a84fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec0625b-b96e-4e84-85aa-068a8f7de719']}} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:18:09.195139 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9af93e50-e4ff-4751-9e5a-8c74a49b9506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:09.285399 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 46498dec-8b57-44d5-9aa6-6d98402a9e6d up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:18:09.317935 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-484c1d25-d8d1-4987-bb75-b422d00a84fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d66e19b-9db3-49d8-bb48-699c197b20fd') {'for_net_delete': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:18:09.319626 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-484c1d25-d8d1-4987-bb75-b422d00a84fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d66e19b-9db3-49d8-bb48-699c197b20fd') {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:18:09.320997 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f8c93657-9010-4e84-8538-f812192ad0ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:09.426837 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca413c5d-cf19-4cb8-9504-f6e04edf9836 admin admin] Network 1a74af18-2791-47cf-80b2-09c09f34ce4a is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:18:09.429212 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-484c1d25-d8d1-4987-bb75-b422d00a84fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783323362124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11962719'] for segment, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:09.430742 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port 46498dec-8b57-44d5-9aa6-6d98402a9e6d triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:18:09.434981 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-ca413c5d-cf19-4cb8-9504-f6e04edf9836 admin admin] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:18:09.435622 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:09.658517 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-484c1d25-d8d1-4987-bb75-b422d00a84fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:09.694541 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:09.744084 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484c1d25-d8d1-4987-bb75-b422d00a84fd admin admin] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=102762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:18:09.744685 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-484c1d25-d8d1-4987-bb75-b422d00a84fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11814199'] for segment, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: Traceback (most recent call last): Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: timer() Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: cb(*args, **kw) Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: return func(*args, **kwargs) Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: self._notify() Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: self.callback(batched_events) Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: event.method(event) Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: return f(self, *a, **k) Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: return self._get(url).json() Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: return self.request(url, 'GET', **kwargs) Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:18:09.746600 dv-cinder-739079-6-iscsi neutron-server[102762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:18:09.751762 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] For port 46498dec-8b57-44d5-9aa6-6d98402a9e6d, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=46498dec-8b57-44d5-9aa6-6d98402a9e6d,segment=NetworkSegment(8ba1600c-dd39-469b-9e9d-3735ae82b3ab),segment_id=8ba1600c-dd39-469b-9e9d-3735ae82b3ab)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:18:09.758531 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:09.875908 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Pushing event updated for resources: {'Port': ['ID=46498dec-8b57-44d5-9aa6-6d98402a9e6d,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:09.986340 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-484c1d25-d8d1-4987-bb75-b422d00a84fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667172'] for network, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:10.016176 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-484c1d25-d8d1-4987-bb75-b422d00a84fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:10.022477 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f8c93657-9010-4e84-8538-f812192ad0ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:10.037021 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-484c1d25-d8d1-4987-bb75-b422d00a84fd admin admin] 10.222.0.73 "DELETE /v2.0/networks/3ec0625b-b96e-4e84-85aa-068a8f7de719 HTTP/1.1" status: 204 len: 168 time: 1.9061038 Nov 24 14:18:10.077211 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c1d25-d8d1-4987-bb75-b422d00a84fd admin admin] Pushing event deleted for resources: {'Network': ['ID=3ec0625b-b96e-4e84-85aa-068a8f7de719,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:10.098101 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-0079cd9a-2029-432c-ab3a-cce6429a7da8 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Made reservation on behalf of ae09617b23e54563b147ef35988fbea8 for: {'port': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:18:10.105790 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f8c93657-9010-4e84-8538-f812192ad0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:10.106081 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-0079cd9a-2029-432c-ab3a-cce6429a7da8 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:10.311488 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-f8c93657-9010-4e84-8538-f812192ad0ee admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4df0f205928244328e745bac0e727593&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4983096 Nov 24 14:18:10.330512 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 40510) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:10.347559 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c93657-9010-4e84-8538-f812192ad0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4328981-0f7e-464e-979b-7743e49db5ea,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:10.435526 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9af93e50-e4ff-4751-9e5a-8c74a49b9506 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:10.443226 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 40514) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:10.449324 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca413c5d-cf19-4cb8-9504-f6e04edf9836 admin admin] Router fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:18:10.502867 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9af93e50-e4ff-4751-9e5a-8c74a49b9506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:10.503931 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9af93e50-e4ff-4751-9e5a-8c74a49b9506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667421'] for router_interface, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:10.535530 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-36e260a7-2b65-4190-bc95-6a860711132c req-e2c20894-d41e-445a-815d-c15d6989700c tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 210 time: 0.2016079 Nov 24 14:18:10.769116 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 40526) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:10.835193 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:10.843793 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af93e50-e4ff-4751-9e5a-8c74a49b9506 admin admin] Pushing event updated for resources: {'Port': ['ID=5d85a525-384c-425a-b554-cb710f4207a5,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:10.870243 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-11315ea0-86f0-4039-946f-63dfa53db1f1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=91490405a3fb41bea2e6cac096126313&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4090822 Nov 24 14:18:10.875192 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 40532) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:10.923176 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-209b3c57-8497-4be9-a0b4-ef6d426907ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:10.935185 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-0079cd9a-2029-432c-ab3a-cce6429a7da8 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Allocated IP 172.20.0.14 (15186ae4-a374-43aa-adb2-c1c204c32fd3/8648341f-2f90-435e-b264-cd0660e420fc/6bd31be0-a05b-44be-b98a-7c3d3ea56933) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:18:11.071466 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-209b3c57-8497-4be9-a0b4-ef6d426907ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:11.127239 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1d401a56-dccc-4570-9842-a8918654ddc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:11.162577 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1d401a56-dccc-4570-9842-a8918654ddc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:11.185732 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca413c5d-cf19-4cb8-9504-f6e04edf9836 admin admin] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:18:11.206448 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-ca413c5d-cf19-4cb8-9504-f6e04edf9836 admin admin] 10.222.0.73 "PUT /v2.0/routers/fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6626077 Nov 24 14:18:11.207850 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e009d0b-9190-4b77-b4a5-2e6b6ba5f9b8 None None] Sync routers for ids ['fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac'] in dv-cinder-739079-6-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:18:11.209338 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af93e50-e4ff-4751-9e5a-8c74a49b9506 admin admin] Network eed9835b-0528-48c8-805c-6a672cef9034 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:18:11.217150 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-9af93e50-e4ff-4751-9e5a-8c74a49b9506 admin admin] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:18:11.228454 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e009d0b-9190-4b77-b4a5-2e6b6ba5f9b8 None None] Routers {'fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:18:11.229539 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-1e009d0b-9190-4b77-b4a5-2e6b6ba5f9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:17:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:18:11.347744 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-209b3c57-8497-4be9-a0b4-ef6d426907ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:11.356401 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 46498dec-8b57-44d5-9aa6-6d98402a9e6d up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:18:11.360111 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-209b3c57-8497-4be9-a0b4-ef6d426907ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:11.361293 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-209b3c57-8497-4be9-a0b4-ef6d426907ed admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b4328981-0f7e-464e-979b-7743e49db5ea HTTP/1.1" status: 204 len: 168 time: 1.0243263 Nov 24 14:18:11.472116 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b3c57-8497-4be9-a0b4-ef6d426907ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4328981-0f7e-464e-979b-7743e49db5ea,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:11.509934 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port 46498dec-8b57-44d5-9aa6-6d98402a9e6d triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:18:11.510263 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:11.561930 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af93e50-e4ff-4751-9e5a-8c74a49b9506 admin admin] Router 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:18:11.742112 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-1e009d0b-9190-4b77-b4a5-2e6b6ba5f9b8 None None] Set router fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:18:11.814047 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 3852768c-e3df-4ea7-94d8-a712b0f5441f up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:18:11.816544 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-8a87be6e-2fe3-4a08-bb42-31efc5dd1aa8 None None] Provisioning complete for port 5d85a525-384c-425a-b554-cb710f4207a5 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:18:11.816923 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8a87be6e-2fe3-4a08-bb42-31efc5dd1aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:11.842929 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-edf59716-7845-465e-a25b-12844eba6320 req-164ea786-993e-4bc4-8db3-39af71100c99 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 210 time: 0.0727694 Nov 24 14:18:11.951984 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-16c596ab-953f-44f3-8b2d-95df3d63e5d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:12.053372 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-8a87be6e-2fe3-4a08-bb42-31efc5dd1aa8 None None] Port 5d85a525-384c-425a-b554-cb710f4207a5 cannot update to ACTIVE because it is not bound. {{(pid=102763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:18:12.072044 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af93e50-e4ff-4751-9e5a-8c74a49b9506 admin admin] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:18:12.093117 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-9af93e50-e4ff-4751-9e5a-8c74a49b9506 admin admin] 10.222.0.73 "PUT /v2.0/routers/9f9fe4d4-d069-40a0-bbad-0c83cf40e712/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3036451 Nov 24 14:18:12.156967 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dff9f42-4fa8-4a99-89ec-7cb393c8f4fe None None] Sync routers for ids ['9f9fe4d4-d069-40a0-bbad-0c83cf40e712'] in dv-cinder-739079-6-iscsi {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:18:12.205205 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dff9f42-4fa8-4a99-89ec-7cb393c8f4fe None None] Routers {'9f9fe4d4-d069-40a0-bbad-0c83cf40e712'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:18:12.206674 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-8dff9f42-4fa8-4a99-89ec-7cb393c8f4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:17:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['9f9fe4d4-d069-40a0-bbad-0c83cf40e712'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:18:12.265437 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-16c596ab-953f-44f3-8b2d-95df3d63e5d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:12.339313 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-16c596ab-953f-44f3-8b2d-95df3d63e5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:12.385808 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 40560) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:12.386469 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-16c596ab-953f-44f3-8b2d-95df3d63e5d8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=500cb4f21dd44bcbb279988d05116aca&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6123528 Nov 24 14:18:12.386811 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1d401a56-dccc-4570-9842-a8918654ddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:12.389938 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1d401a56-dccc-4570-9842-a8918654ddc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:12.391299 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-1d401a56-dccc-4570-9842-a8918654ddc5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8b6ebd06-0f3b-4975-91a0-121fb18c3f81 HTTP/1.1" status: 204 len: 168 time: 1.4938688 Nov 24 14:18:12.425965 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port 3852768c-e3df-4ea7-94d8-a712b0f5441f triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:18:12.426367 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:12.500306 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c596ab-953f-44f3-8b2d-95df3d63e5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6a6091-3354-48d5-b472-9fe6da307b67,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:12.540801 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d401a56-dccc-4570-9842-a8918654ddc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6ebd06-0f3b-4975-91a0-121fb18c3f81,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:12.542451 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-1e009d0b-9190-4b77-b4a5-2e6b6ba5f9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac', 'name': 'tempest-ServerRescueNegativeTestJSON-882446824-router', 'tenant_id': '5d7ffc6884db4347bf1894bb966ad5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '46498dec-8b57-44d5-9aa6-6d98402a9e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:17:59Z', 'updated_at': '2021-11-24T14:18:07Z', 'revision_number': 4, 'project_id': '5d7ffc6884db4347bf1894bb966ad5c0', 'gw_port': {'id': '46498dec-8b57-44d5-9aa6-6d98402a9e6d', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:01Z', 'updated_at': '2021-11-24T14:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': 'a30698eb-3d91-4108-9b9c-9d2b381d7339', 'name': '', 'network_id': '1a74af18-2791-47cf-80b2-09c09f34ce4a', 'tenant_id': '5d7ffc6884db4347bf1894bb966ad5c0', 'mac_address': 'fa:16:3e:5a:f4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9f757d60-7ca3-4458-b33a-77e35ec3d9b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:05Z', 'updated_at': '2021-11-24T14:18:08Z', 'revision_number': 2, 'project_id': '5d7ffc6884db4347bf1894bb966ad5c0', 'subnets': [{'id': '9f757d60-7ca3-4458-b33a-77e35ec3d9b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:18:12.579385 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-52e28959-fc34-494b-bb03-2153a77b820b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:12.592637 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e009d0b-9190-4b77-b4a5-2e6b6ba5f9b8 None None] Checking router: fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac for host: dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:18:12.593215 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e009d0b-9190-4b77-b4a5-2e6b6ba5f9b8 None None] Updating router fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac port a30698eb-3d91-4108-9b9c-9d2b381d7339 binding host dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:18:12.601970 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-0079cd9a-2029-432c-ab3a-cce6429a7da8 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Publish callbacks [] for port, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:12.671585 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e009d0b-9190-4b77-b4a5-2e6b6ba5f9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:12.708516 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-0079cd9a-2029-432c-ab3a-cce6429a7da8 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:12.718009 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-52e28959-fc34-494b-bb03-2153a77b820b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:12.872590 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-52e28959-fc34-494b-bb03-2153a77b820b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:12.877813 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-52e28959-fc34-494b-bb03-2153a77b820b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:12.880709 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-52e28959-fc34-494b-bb03-2153a77b820b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7a6a6091-3354-48d5-b472-9fe6da307b67 HTTP/1.1" status: 204 len: 168 time: 0.4929128 Nov 24 14:18:12.899286 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-8dff9f42-4fa8-4a99-89ec-7cb393c8f4fe None None] Set router 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:18:12.920292 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e28959-fc34-494b-bb03-2153a77b820b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6a6091-3354-48d5-b472-9fe6da307b67,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:12.943907 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-0079cd9a-2029-432c-ab3a-cce6429a7da8 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Network 15186ae4-a374-43aa-adb2-c1c204c32fd3 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:18:12.975515 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-0079cd9a-2029-432c-ab3a-cce6429a7da8 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:18:12.994863 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-0079cd9a-2029-432c-ab3a-cce6429a7da8 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:18:13.101964 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-0079cd9a-2029-432c-ab3a-cce6429a7da8 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:13.102632 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-0079cd9a-2029-432c-ab3a-cce6429a7da8 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for port, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:13.114988 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 40586) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:13.177628 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079cd9a-2029-432c-ab3a-cce6429a7da8 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Pushing event updated for resources: {'Port': ['ID=6bd31be0-a05b-44be-b98a-7c3d3ea56933,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:13.185582 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-0079cd9a-2029-432c-ab3a-cce6429a7da8 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1651325 Nov 24 14:18:13.286717 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-e279d12f-af92-4455-b58b-b37b9b0eafbb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b3716492ea9743dd98e1cd4549f27fd9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1669214 Nov 24 14:18:13.286901 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 40590) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:13.427863 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c6903832-85b1-4958-bf59-11e90c99f9d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:13.530803 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c6903832-85b1-4958-bf59-11e90c99f9d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:13.659004 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c6903832-85b1-4958-bf59-11e90c99f9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:13.662089 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c6903832-85b1-4958-bf59-11e90c99f9d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:13.663729 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-c6903832-85b1-4958-bf59-11e90c99f9d1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/82f2d86b-84ae-41da-830c-da5603e8dee6 HTTP/1.1" status: 204 len: 168 time: 0.3757646 Nov 24 14:18:13.681628 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6903832-85b1-4958-bf59-11e90c99f9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f2d86b-84ae-41da-830c-da5603e8dee6,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:13.692599 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:13.758508 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e009d0b-9190-4b77-b4a5-2e6b6ba5f9b8 None None] Publish callbacks [] for port, precommit_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:13.770684 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e009d0b-9190-4b77-b4a5-2e6b6ba5f9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:13.892713 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] For port 3852768c-e3df-4ea7-94d8-a712b0f5441f, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=3852768c-e3df-4ea7-94d8-a712b0f5441f,segment=NetworkSegment(8ba1600c-dd39-469b-9e9d-3735ae82b3ab),segment_id=8ba1600c-dd39-469b-9e9d-3735ae82b3ab)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:18:13.937133 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:14.000393 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66983e-7ce4-4210-b606-db8ab91649bb None None] Pushing event updated for resources: {'Port': ['ID=a30698eb-3d91-4108-9b9c-9d2b381d7339,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:14.009420 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Pushing event updated for resources: {'Port': ['ID=3852768c-e3df-4ea7-94d8-a712b0f5441f,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:14.057842 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-8dff9f42-4fa8-4a99-89ec-7cb393c8f4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'name': 'tempest-AttachVolumeTestJSON-615975502-router', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:18:01Z', 'updated_at': '2021-11-24T14:18:08Z', 'revision_number': 4, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'gw_port': {'id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:02Z', 'updated_at': '2021-11-24T14:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '5d85a525-384c-425a-b554-cb710f4207a5', 'name': '', 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'mac_address': 'fa:16:3e:96:54:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:06Z', 'updated_at': '2021-11-24T14:18:09Z', 'revision_number': 2, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'subnets': [{'id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:18:14.078457 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 40618) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:14.084700 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-e3a820ab-ee11-4636-b14d-290187b044e4 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--314435047', 'description': 'tempest-description--876117224'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:18:14.095347 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dff9f42-4fa8-4a99-89ec-7cb393c8f4fe None None] Checking router: 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 for host: dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:18:14.096247 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dff9f42-4fa8-4a99-89ec-7cb393c8f4fe None None] Updating router 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 port 5d85a525-384c-425a-b554-cb710f4207a5 binding host dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:18:14.129148 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8dff9f42-4fa8-4a99-89ec-7cb393c8f4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:14.198886 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e3a820ab-ee11-4636-b14d-290187b044e4 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:14.204132 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-1e009d0b-9190-4b77-b4a5-2e6b6ba5f9b8 None None] Attempting to bind port a30698eb-3d91-4108-9b9c-9d2b381d7339 on host dv-cinder-739079-6-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:18:14.204509 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-1e009d0b-9190-4b77-b4a5-2e6b6ba5f9b8 None None] Attempting to bind port a30698eb-3d91-4108-9b9c-9d2b381d7339 by drivers openvswitch,hyperv on host dv-cinder-739079-6-iscsi at level 0 using segments [{'id': 'c754a79b-afb5-48de-94e3-bf49147899b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1a74af18-2791-47cf-80b2-09c09f34ce4a'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:18:14.204899 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e009d0b-9190-4b77-b4a5-2e6b6ba5f9b8 None None] Attempting to bind port a30698eb-3d91-4108-9b9c-9d2b381d7339 on network 1a74af18-2791-47cf-80b2-09c09f34ce4a {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:18:14.228545 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e009d0b-9190-4b77-b4a5-2e6b6ba5f9b8 None None] Checking agent: {'id': '1104589c-84b2-4bb0-9b12-312140cbcde6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'started_at': datetime.datetime(2021, 11, 24, 14, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:18:14.229219 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e009d0b-9190-4b77-b4a5-2e6b6ba5f9b8 None None] Checking segment: {'id': 'c754a79b-afb5-48de-94e3-bf49147899b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1a74af18-2791-47cf-80b2-09c09f34ce4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:18:14.229623 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e009d0b-9190-4b77-b4a5-2e6b6ba5f9b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:14.230011 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e009d0b-9190-4b77-b4a5-2e6b6ba5f9b8 None None] Bound using segment: {'id': 'c754a79b-afb5-48de-94e3-bf49147899b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1a74af18-2791-47cf-80b2-09c09f34ce4a'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:18:14.230507 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-1e009d0b-9190-4b77-b4a5-2e6b6ba5f9b8 None None] Bound port: a30698eb-3d91-4108-9b9c-9d2b381d7339, host: dv-cinder-739079-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c754a79b-afb5-48de-94e3-bf49147899b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1a74af18-2791-47cf-80b2-09c09f34ce4a'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:18:14.230932 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e009d0b-9190-4b77-b4a5-2e6b6ba5f9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:14.387460 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad132e-9e19-43f1-8924-fd9e25a9670d req-7425f6e6-e16b-40f1-9cc4-73f3cfe9a8bf tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:14.400511 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5bad132e-9e19-43f1-8924-fd9e25a9670d req-7425f6e6-e16b-40f1-9cc4-73f3cfe9a8bf tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 932 time: 0.1616685 Nov 24 14:18:14.405629 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-1e009d0b-9190-4b77-b4a5-2e6b6ba5f9b8 None None] For port a30698eb-3d91-4108-9b9c-9d2b381d7339, host dv-cinder-739079-6-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:18:14.411081 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-1e009d0b-9190-4b77-b4a5-2e6b6ba5f9b8 None None] For port a30698eb-3d91-4108-9b9c-9d2b381d7339, host dv-cinder-739079-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=a30698eb-3d91-4108-9b9c-9d2b381d7339,segment=NetworkSegment(c754a79b-afb5-48de-94e3-bf49147899b2),segment_id=c754a79b-afb5-48de-94e3-bf49147899b2)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:18:14.420851 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-1e009d0b-9190-4b77-b4a5-2e6b6ba5f9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:14.571437 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66983e-7ce4-4210-b606-db8ab91649bb None None] Pushing event updated for resources: {'Port': ['ID=a30698eb-3d91-4108-9b9c-9d2b381d7339,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:14.621256 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e009d0b-9190-4b77-b4a5-2e6b6ba5f9b8 None None] Routers {'fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:18:14.622230 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-1e009d0b-9190-4b77-b4a5-2e6b6ba5f9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:17:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:18:14.691815 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-88b510b8-97be-4401-ae2a-627362a9dcb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:15.011184 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e3a820ab-ee11-4636-b14d-290187b044e4 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:15.025060 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e3a820ab-ee11-4636-b14d-290187b044e4 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:15.068314 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-bc9689cf-9606-412a-977f-a71d51772238 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102762) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:18:15.069908 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-bc9689cf-9606-412a-977f-a71d51772238 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075541 Nov 24 14:18:15.078371 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8dff9f42-4fa8-4a99-89ec-7cb393c8f4fe None None] Publish callbacks [] for port, precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:15.093770 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8dff9f42-4fa8-4a99-89ec-7cb393c8f4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:15.144324 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5bad132e-9e19-43f1-8924-fd9e25a9670d req-6a295553-1dc2-4b4e-9eca-d1d604c6e464 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba00ad9-00ec-4af7-9c27-4ef632e562e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7418346 Nov 24 14:18:15.148221 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a820ab-ee11-4636-b14d-290187b044e4 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64e215d3-b9b9-4c30-ad23-bff4bb3cec41,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:15.152743 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e3a820ab-ee11-4636-b14d-290187b044e4 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:15.165505 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-e3a820ab-ee11-4636-b14d-290187b044e4 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.0846617 Nov 24 14:18:15.168629 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 40646) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:15.173681 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-f648567d-4275-4578-9bc4-4ea6d93742fb tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Request body: {'security_group_rule': {'security_group_id': '64e215d3-b9b9-4c30-ad23-bff4bb3cec41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:18:15.185488 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-1e009d0b-9190-4b77-b4a5-2e6b6ba5f9b8 None None] Set router fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:18:15.232054 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20f5dc-7480-44fa-a05a-b7a9c210aa34 None None] Pushing event updated for resources: {'Port': ['ID=5d85a525-384c-425a-b554-cb710f4207a5,revision_number=3']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:15.235268 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f648567d-4275-4578-9bc4-4ea6d93742fb tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:15.396577 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-8dff9f42-4fa8-4a99-89ec-7cb393c8f4fe None None] Attempting to bind port 5d85a525-384c-425a-b554-cb710f4207a5 on host dv-cinder-739079-6-iscsi for vnic_type normal with profile {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:18:15.396963 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-8dff9f42-4fa8-4a99-89ec-7cb393c8f4fe None None] Attempting to bind port 5d85a525-384c-425a-b554-cb710f4207a5 by drivers openvswitch,hyperv on host dv-cinder-739079-6-iscsi at level 0 using segments [{'id': '4a2b2a11-2891-44e3-9598-0ff498ad696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034'}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:18:15.397319 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dff9f42-4fa8-4a99-89ec-7cb393c8f4fe None None] Attempting to bind port 5d85a525-384c-425a-b554-cb710f4207a5 on network eed9835b-0528-48c8-805c-6a672cef9034 {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:18:15.406775 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dff9f42-4fa8-4a99-89ec-7cb393c8f4fe None None] Checking agent: {'id': '1104589c-84b2-4bb0-9b12-312140cbcde6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'started_at': datetime.datetime(2021, 11, 24, 14, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:18:15.407479 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dff9f42-4fa8-4a99-89ec-7cb393c8f4fe None None] Checking segment: {'id': '4a2b2a11-2891-44e3-9598-0ff498ad696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:18:15.408063 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8dff9f42-4fa8-4a99-89ec-7cb393c8f4fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:15.408614 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dff9f42-4fa8-4a99-89ec-7cb393c8f4fe None None] Bound using segment: {'id': '4a2b2a11-2891-44e3-9598-0ff498ad696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034'} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:18:15.410006 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-8dff9f42-4fa8-4a99-89ec-7cb393c8f4fe None None] Bound port: 5d85a525-384c-425a-b554-cb710f4207a5, host: dv-cinder-739079-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2b2a11-2891-44e3-9598-0ff498ad696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034'}}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:18:15.414415 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8dff9f42-4fa8-4a99-89ec-7cb393c8f4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:15.481826 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f648567d-4275-4578-9bc4-4ea6d93742fb tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:15.495493 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f648567d-4275-4578-9bc4-4ea6d93742fb tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701580'] for security_group_rule, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:15.548589 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648567d-4275-4578-9bc4-4ea6d93742fb tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d57da2cc-4f54-4710-9f93-e4d49fe69dde,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:15.584445 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f648567d-4275-4578-9bc4-4ea6d93742fb tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:15.587608 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-f648567d-4275-4578-9bc4-4ea6d93742fb tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4157994 Nov 24 14:18:15.588664 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 40654) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:15.593731 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-bcac70ee-046c-4476-8534-3f12b179ab16 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Request body: {'security_group_rule': {'security_group_id': '64e215d3-b9b9-4c30-ad23-bff4bb3cec41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:18:15.666282 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-8dff9f42-4fa8-4a99-89ec-7cb393c8f4fe None None] For port 5d85a525-384c-425a-b554-cb710f4207a5, host dv-cinder-739079-6-iscsi, cleared binding levels {{(pid=102763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:18:15.673990 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-8dff9f42-4fa8-4a99-89ec-7cb393c8f4fe None None] For port 5d85a525-384c-425a-b554-cb710f4207a5, host dv-cinder-739079-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=5d85a525-384c-425a-b554-cb710f4207a5,segment=NetworkSegment(4a2b2a11-2891-44e3-9598-0ff498ad696b),segment_id=4a2b2a11-2891-44e3-9598-0ff498ad696b)] {{(pid=102763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:18:15.686222 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8dff9f42-4fa8-4a99-89ec-7cb393c8f4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:15.688817 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bcac70ee-046c-4476-8534-3f12b179ab16 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:15.825297 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-1e009d0b-9190-4b77-b4a5-2e6b6ba5f9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac', 'name': 'tempest-ServerRescueNegativeTestJSON-882446824-router', 'tenant_id': '5d7ffc6884db4347bf1894bb966ad5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '46498dec-8b57-44d5-9aa6-6d98402a9e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:17:59Z', 'updated_at': '2021-11-24T14:18:07Z', 'revision_number': 4, 'project_id': '5d7ffc6884db4347bf1894bb966ad5c0', 'gw_port': {'id': '46498dec-8b57-44d5-9aa6-6d98402a9e6d', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:01Z', 'updated_at': '2021-11-24T14:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': 'a30698eb-3d91-4108-9b9c-9d2b381d7339', 'name': '', 'network_id': '1a74af18-2791-47cf-80b2-09c09f34ce4a', 'tenant_id': '5d7ffc6884db4347bf1894bb966ad5c0', 'mac_address': 'fa:16:3e:5a:f4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9f757d60-7ca3-4458-b33a-77e35ec3d9b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:05Z', 'updated_at': '2021-11-24T14:18:14Z', 'revision_number': 4, 'project_id': '5d7ffc6884db4347bf1894bb966ad5c0', 'subnets': [{'id': '9f757d60-7ca3-4458-b33a-77e35ec3d9b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:18:15.851956 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bcac70ee-046c-4476-8534-3f12b179ab16 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:15.858296 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dff9f42-4fa8-4a99-89ec-7cb393c8f4fe None None] Routers {'9f9fe4d4-d069-40a0-bbad-0c83cf40e712'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:18:15.859166 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-8dff9f42-4fa8-4a99-89ec-7cb393c8f4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:17:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['9f9fe4d4-d069-40a0-bbad-0c83cf40e712'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:18:15.860940 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bcac70ee-046c-4476-8534-3f12b179ab16 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701580'] for security_group_rule, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:15.922976 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e009d0b-9190-4b77-b4a5-2e6b6ba5f9b8 None None] The sync data for ids ['fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac'] in dv-cinder-739079-6-iscsi is: [{'id': 'fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac', 'name': 'tempest-ServerRescueNegativeTestJSON-882446824-router', 'tenant_id': '5d7ffc6884db4347bf1894bb966ad5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '46498dec-8b57-44d5-9aa6-6d98402a9e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:17:59Z', 'updated_at': '2021-11-24T14:18:07Z', 'revision_number': 4, 'project_id': '5d7ffc6884db4347bf1894bb966ad5c0', 'gw_port': {'id': '46498dec-8b57-44d5-9aa6-6d98402a9e6d', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:01Z', 'updated_at': '2021-11-24T14:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': 'a30698eb-3d91-4108-9b9c-9d2b381d7339', 'name': '', 'network_id': '1a74af18-2791-47cf-80b2-09c09f34ce4a', 'tenant_id': '5d7ffc6884db4347bf1894bb966ad5c0', 'mac_address': 'fa:16:3e:5a:f4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9f757d60-7ca3-4458-b33a-77e35ec3d9b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:05Z', 'updated_at': '2021-11-24T14:18:14Z', 'revision_number': 4, 'project_id': '5d7ffc6884db4347bf1894bb966ad5c0', 'subnets': [{'id': '9f757d60-7ca3-4458-b33a-77e35ec3d9b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:18:15.971591 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac70ee-046c-4476-8534-3f12b179ab16 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6707b230-898f-48cc-a6fe-e9894a74b8e5,revision_number=0']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:15.992046 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bcac70ee-046c-4476-8534-3f12b179ab16 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:15.996674 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-bcac70ee-046c-4476-8534-3f12b179ab16 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4067941 Nov 24 14:18:16.000193 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 40664) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:16.011855 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-489dcaf4-2346-44d6-b373-084b43daac19 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Request body: {'floatingip': {'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:18:16.043447 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 40666) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:16.102078 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-489dcaf4-2346-44d6-b373-084b43daac19 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for floatingip, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:16.210246 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-b1aa4a2a-3c15-4704-b561-bc9ed5903ee0 None None] Provisioning complete for port 5d85a525-384c-425a-b554-cb710f4207a5 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:18:16.226252 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b1aa4a2a-3c15-4704-b561-bc9ed5903ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:16.367048 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-1e09aa30-986f-41dc-932b-32aa3e7c5f30 service neutron] Request body: {'port': {'device_id': 'c06f1d6d-4796-455c-952b-0e3d80ec1781', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:18:16.408747 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 3852768c-e3df-4ea7-94d8-a712b0f5441f up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:18:16.413781 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20f5dc-7480-44fa-a05a-b7a9c210aa34 None None] Pushing event updated for resources: {'Port': ['ID=5d85a525-384c-425a-b554-cb710f4207a5,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:16.527884 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-1e09aa30-986f-41dc-932b-32aa3e7c5f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:16.543695 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f690a259-495c-438e-93bd-a333804d2751 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:16.565267 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-489dcaf4-2346-44d6-b373-084b43daac19 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:16.688164 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-8dff9f42-4fa8-4a99-89ec-7cb393c8f4fe None None] Set router 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:18:16.853019 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f690a259-495c-438e-93bd-a333804d2751 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:16.930232 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f690a259-495c-438e-93bd-a333804d2751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:17.102042 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690a259-495c-438e-93bd-a333804d2751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52590323-3e65-45c1-ae95-a2f4ff709720,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:17.172779 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-f690a259-495c-438e-93bd-a333804d2751 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=42dc30c0f5164884ac45bbabe54226da&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1279948 Nov 24 14:18:17.178136 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b1aa4a2a-3c15-4704-b561-bc9ed5903ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:17.184098 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port 3852768c-e3df-4ea7-94d8-a712b0f5441f triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:18:17.188747 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 40694) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:17.201907 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:17.279847 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648de575-cdc9-436c-87f9-3d0eaea457b5 req-3fae223a-7ccf-4cff-9452-d206f54df87e tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:17.286588 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-648de575-cdc9-436c-87f9-3d0eaea457b5 req-3fae223a-7ccf-4cff-9452-d206f54df87e tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 932 time: 0.5392854 Nov 24 14:18:17.295580 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [None req-489dcaf4-2346-44d6-b373-084b43daac19 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Allocated IP 172.27.3.248 (49cac10e-0da0-4a0f-8769-64a9bee58c01/34c9a594-21b4-4e79-af6f-55375f25e5d0/363b7c1f-b9f9-4a47-acce-28f645c80c8b) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:18:17.368072 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-e9ec3863-d84b-4bc9-9410-ff19913137fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:17.476149 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d071fa4e-a0c5-4a84-af9a-b91b1d977172 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:17.561612 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-648de575-cdc9-436c-87f9-3d0eaea457b5 req-dbab2110-5c85-4304-bdb0-51a72fc9a49b tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba00ad9-00ec-4af7-9c27-4ef632e562e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655602 Nov 24 14:18:17.622578 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d071fa4e-a0c5-4a84-af9a-b91b1d977172 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:17.737860 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-b1aa4a2a-3c15-4704-b561-bc9ed5903ee0 None None] For port 5d85a525-384c-425a-b554-cb710f4207a5, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=5d85a525-384c-425a-b554-cb710f4207a5,segment=NetworkSegment(4a2b2a11-2891-44e3-9598-0ff498ad696b),segment_id=4a2b2a11-2891-44e3-9598-0ff498ad696b)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:18:17.774810 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d071fa4e-a0c5-4a84-af9a-b91b1d977172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:17.788267 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d071fa4e-a0c5-4a84-af9a-b91b1d977172 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:17.789958 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-d071fa4e-a0c5-4a84-af9a-b91b1d977172 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/52590323-3e65-45c1-ae95-a2f4ff709720 HTTP/1.1" status: 204 len: 168 time: 0.6000640 Nov 24 14:18:17.807994 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071fa4e-a0c5-4a84-af9a-b91b1d977172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52590323-3e65-45c1-ae95-a2f4ff709720,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:17.835943 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b1aa4a2a-3c15-4704-b561-bc9ed5903ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:18.119760 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa4a2a-3c15-4704-b561-bc9ed5903ee0 None None] Pushing event updated for resources: {'Port': ['ID=5d85a525-384c-425a-b554-cb710f4207a5,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:18.135264 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:18.181930 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-1e09aa30-986f-41dc-932b-32aa3e7c5f30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd31be0-a05b-44be-b98a-7c3d3ea56933 {{(pid=102762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:18:18.182920 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-e175a737-72c6-47e7-a476-1aa0071f2cec None None] Provisioning complete for port 5d85a525-384c-425a-b554-cb710f4207a5 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:18:18.183346 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-e175a737-72c6-47e7-a476-1aa0071f2cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:18.217058 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-1e09aa30-986f-41dc-932b-32aa3e7c5f30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:18.285903 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.provisioning_blocks [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-1e09aa30-986f-41dc-932b-32aa3e7c5f30 service neutron] Transition to ACTIVE for port object 6bd31be0-a05b-44be-b98a-7c3d3ea56933 will not be triggered until provisioned by entity L2. {{(pid=102762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:18:18.302779 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-1e09aa30-986f-41dc-932b-32aa3e7c5f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11930847'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:18.442073 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-8dff9f42-4fa8-4a99-89ec-7cb393c8f4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'name': 'tempest-AttachVolumeTestJSON-615975502-router', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:18:01Z', 'updated_at': '2021-11-24T14:18:08Z', 'revision_number': 4, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'gw_port': {'id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:02Z', 'updated_at': '2021-11-24T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '5d85a525-384c-425a-b554-cb710f4207a5', 'name': '', 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'mac_address': 'fa:16:3e:96:54:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:06Z', 'updated_at': '2021-11-24T14:18:15Z', 'revision_number': 4, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'subnets': [{'id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:18:18.509891 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device a30698eb-3d91-4108-9b9c-9d2b381d7339 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:18:18.572211 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-489dcaf4-2346-44d6-b373-084b43daac19 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for port, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:18.639941 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09aa30-986f-41dc-932b-32aa3e7c5f30 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd31be0-a05b-44be-b98a-7c3d3ea56933,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:18.672113 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-489dcaf4-2346-44d6-b373-084b43daac19 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:18.704618 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dff9f42-4fa8-4a99-89ec-7cb393c8f4fe None None] The sync data for ids ['9f9fe4d4-d069-40a0-bbad-0c83cf40e712'] in dv-cinder-739079-6-iscsi is: [{'id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'name': 'tempest-AttachVolumeTestJSON-615975502-router', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:18:01Z', 'updated_at': '2021-11-24T14:18:08Z', 'revision_number': 4, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'gw_port': {'id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:02Z', 'updated_at': '2021-11-24T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '5d85a525-384c-425a-b554-cb710f4207a5', 'name': '', 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'mac_address': 'fa:16:3e:96:54:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:06Z', 'updated_at': '2021-11-24T14:18:15Z', 'revision_number': 4, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'subnets': [{'id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:18:18.791212 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489dcaf4-2346-44d6-b373-084b43daac19 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Network 49cac10e-0da0-4a0f-8769-64a9bee58c01 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:18:18.872780 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port a30698eb-3d91-4108-9b9c-9d2b381d7339 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:18:18.874787 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:18.941509 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-489dcaf4-2346-44d6-b373-084b43daac19 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:18:18.943193 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 40756) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:18.972188 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef03b38-3df0-4364-a196-0c702c3e7b13 req-76b9bd4b-072f-4d67-8512-0cc917a52271 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:18.980957 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-cef03b38-3df0-4364-a196-0c702c3e7b13 req-76b9bd4b-072f-4d67-8512-0cc917a52271 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 944 time: 0.2055624 Nov 24 14:18:19.020106 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489dcaf4-2346-44d6-b373-084b43daac19 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:18:19.027206 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489dcaf4-2346-44d6-b373-084b43daac19 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Pushing event updated for resources: {'Port': ['ID=363b7c1f-b9f9-4a47-acce-28f645c80c8b,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:19.126198 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-cef03b38-3df0-4364-a196-0c702c3e7b13 req-fde627e0-d5bd-45d2-9916-5f2afec205a8 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba00ad9-00ec-4af7-9c27-4ef632e562e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435997 Nov 24 14:18:19.147911 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:19.149880 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-1e09aa30-986f-41dc-932b-32aa3e7c5f30 service neutron] Attempting to bind port 6bd31be0-a05b-44be-b98a-7c3d3ea56933 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:18:19.150292 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-1e09aa30-986f-41dc-932b-32aa3e7c5f30 service neutron] Attempting to bind port 6bd31be0-a05b-44be-b98a-7c3d3ea56933 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '76babd85-a84f-4326-9532-28b9a7ca094c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '15186ae4-a374-43aa-adb2-c1c204c32fd3'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:18:19.150731 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-1e09aa30-986f-41dc-932b-32aa3e7c5f30 service neutron] Attempting to bind port 6bd31be0-a05b-44be-b98a-7c3d3ea56933 on network 15186ae4-a374-43aa-adb2-c1c204c32fd3 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:18:19.162363 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-1e09aa30-986f-41dc-932b-32aa3e7c5f30 service neutron] Port 6bd31be0-a05b-44be-b98a-7c3d3ea56933 on network 15186ae4-a374-43aa-adb2-c1c204c32fd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 14:18:19.162880 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-1e09aa30-986f-41dc-932b-32aa3e7c5f30 service neutron] Attempting to bind port 6bd31be0-a05b-44be-b98a-7c3d3ea56933 on network 15186ae4-a374-43aa-adb2-c1c204c32fd3 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:18:19.174039 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-1e09aa30-986f-41dc-932b-32aa3e7c5f30 service neutron] Checking agent: {'id': 'd0515656-fb8d-4ba5-be1c-f8deb6c3b48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'started_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:18:19.175339 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-1e09aa30-986f-41dc-932b-32aa3e7c5f30 service neutron] Checking segment: {'id': '76babd85-a84f-4326-9532-28b9a7ca094c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '15186ae4-a374-43aa-adb2-c1c204c32fd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:18:19.176393 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-1e09aa30-986f-41dc-932b-32aa3e7c5f30 service neutron] Bound using segment: {'id': '76babd85-a84f-4326-9532-28b9a7ca094c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '15186ae4-a374-43aa-adb2-c1c204c32fd3'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:18:19.176927 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-1e09aa30-986f-41dc-932b-32aa3e7c5f30 service neutron] Bound port: 6bd31be0-a05b-44be-b98a-7c3d3ea56933, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76babd85-a84f-4326-9532-28b9a7ca094c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '15186ae4-a374-43aa-adb2-c1c204c32fd3'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:18:19.177551 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-1e09aa30-986f-41dc-932b-32aa3e7c5f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:19.274935 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] For port a30698eb-3d91-4108-9b9c-9d2b381d7339, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=a30698eb-3d91-4108-9b9c-9d2b381d7339,segment=NetworkSegment(c754a79b-afb5-48de-94e3-bf49147899b2),segment_id=c754a79b-afb5-48de-94e3-bf49147899b2)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:18:19.281969 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:19.353664 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 40766) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:19.419205 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Pushing event updated for resources: {'Port': ['ID=a30698eb-3d91-4108-9b9c-9d2b381d7339,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:19.491702 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:19.500702 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-1e09aa30-986f-41dc-932b-32aa3e7c5f30 service neutron] For port 6bd31be0-a05b-44be-b98a-7c3d3ea56933, host hv-cinder-73907, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:18:19.505907 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-1e09aa30-986f-41dc-932b-32aa3e7c5f30 service neutron] For port 6bd31be0-a05b-44be-b98a-7c3d3ea56933, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=6bd31be0-a05b-44be-b98a-7c3d3ea56933,segment=NetworkSegment(76babd85-a84f-4326-9532-28b9a7ca094c),segment_id=76babd85-a84f-4326-9532-28b9a7ca094c)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:18:19.524821 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-1e09aa30-986f-41dc-932b-32aa3e7c5f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11930847'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:19.570090 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-489dcaf4-2346-44d6-b373-084b43daac19 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:19.692517 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09aa30-986f-41dc-932b-32aa3e7c5f30 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd31be0-a05b-44be-b98a-7c3d3ea56933,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:19.757951 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5e7f456f-5cd9-4cc5-8a78-da5dc6e54430 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:19.809456 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-1e09aa30-986f-41dc-932b-32aa3e7c5f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:19.811859 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-1e09aa30-986f-41dc-932b-32aa3e7c5f30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for port, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:19.814660 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-1e09aa30-986f-41dc-932b-32aa3e7c5f30 service neutron] 10.222.0.37 "PUT /v2.0/ports/6bd31be0-a05b-44be-b98a-7c3d3ea56933 HTTP/1.1" status: 200 len: 1094 time: 4.1556408 Nov 24 14:18:19.818152 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06f1d6d-4796-455c-952b-0e3d80ec1781', 'tag': '6bd31be0-a05b-44be-b98a-7c3d3ea56933'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:18:19.847527 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7b24dee3-2e7b-4912-ade1-ffa0c5b458e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:19.858230 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-489dcaf4-2346-44d6-b373-084b43daac19 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:20.012020 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5e7f456f-5cd9-4cc5-8a78-da5dc6e54430 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:20.019866 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5e7f456f-5cd9-4cc5-8a78-da5dc6e54430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:20.124070 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f456f-5cd9-4cc5-8a78-da5dc6e54430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47bad18-6baa-40ae-b258-eeb717f27ab8,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:20.140110 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-5e7f456f-5cd9-4cc5-8a78-da5dc6e54430 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bdeb14cf75854c248025ffaa7cc8254b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7853994 Nov 24 14:18:20.140967 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 40788) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:20.260321 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-046174d6-3e20-4907-b5bb-696e1da7b399 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:20.314337 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-046174d6-3e20-4907-b5bb-696e1da7b399 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:20.545596 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7b24dee3-2e7b-4912-ade1-ffa0c5b458e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:20.555872 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7b24dee3-2e7b-4912-ade1-ffa0c5b458e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:20.619114 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device a30698eb-3d91-4108-9b9c-9d2b381d7339 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:18:20.649145 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-7b24dee3-2e7b-4912-ade1-ffa0c5b458e1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c0a1b8e0b633454a8c7bef69f9160449&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7021425 Nov 24 14:18:20.651828 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 40800) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:20.653468 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24dee3-2e7b-4912-ade1-ffa0c5b458e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c5e688-4dbd-4a5c-9943-a9075ecd04ca,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:20.656586 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884528a9-2f9c-4739-8b89-7ea7e2a01749 req-9a39447c-9987-4578-aed8-9903ef377d45 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:20.660029 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-884528a9-2f9c-4739-8b89-7ea7e2a01749 req-9a39447c-9987-4578-aed8-9903ef377d45 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 944 time: 0.3514535 Nov 24 14:18:20.773794 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 40804) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:20.791271 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae21199a9d4b78a62ed18da464448d73790c24002c352d214487bf1b37d0fcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5534da-30f7-419a-8fe1-548e9c1fc57c" -d '{"events": [{"name": "network-changed", "server_uuid": "c06f1d6d-4796-455c-952b-0e3d80ec1781", "tag": "6bd31be0-a05b-44be-b98a-7c3d3ea56933"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:18:20.860125 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:20.876629 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port a30698eb-3d91-4108-9b9c-9d2b381d7339 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:18:20.877586 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:20.881189 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-884528a9-2f9c-4739-8b89-7ea7e2a01749 req-aa96d115-d7b3-4712-b3e0-30e00acaf124 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba00ad9-00ec-4af7-9c27-4ef632e562e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013206 Nov 24 14:18:20.882324 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-046174d6-3e20-4907-b5bb-696e1da7b399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:20.895306 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-046174d6-3e20-4907-b5bb-696e1da7b399 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:20.896490 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-046174d6-3e20-4907-b5bb-696e1da7b399 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f47bad18-6baa-40ae-b258-eeb717f27ab8 HTTP/1.1" status: 204 len: 168 time: 0.7543211 Nov 24 14:18:20.929412 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-705dc2ef-f94b-408d-b9d8-e6db07cecdaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:20.933109 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046174d6-3e20-4907-b5bb-696e1da7b399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47bad18-6baa-40ae-b258-eeb717f27ab8,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:20.979591 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-705dc2ef-f94b-408d-b9d8-e6db07cecdaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:21.065656 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 5d85a525-384c-425a-b554-cb710f4207a5 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:18:21.131270 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-705dc2ef-f94b-408d-b9d8-e6db07cecdaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:21.136742 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-705dc2ef-f94b-408d-b9d8-e6db07cecdaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:21.142375 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-705dc2ef-f94b-408d-b9d8-e6db07cecdaa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d5c5e688-4dbd-4a5c-9943-a9075ecd04ca HTTP/1.1" status: 204 len: 168 time: 0.4593344 Nov 24 14:18:21.147288 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1be85d61-a188-477f-aede-44a55879bbd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:21.160325 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705dc2ef-f94b-408d-b9d8-e6db07cecdaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c5e688-4dbd-4a5c-9943-a9075ecd04ca,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:21.188719 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port 5d85a525-384c-425a-b554-cb710f4207a5 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:18:21.189661 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:21.312023 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-489dcaf4-2346-44d6-b373-084b43daac19 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:21.320659 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-489dcaf4-2346-44d6-b373-084b43daac19 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11930847'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:21.399021 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1be85d61-a188-477f-aede-44a55879bbd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:21.405099 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1be85d61-a188-477f-aede-44a55879bbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:21.465847 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be85d61-a188-477f-aede-44a55879bbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27db26c-037d-4197-a70d-d38eec958c0c,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:21.473681 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc6ef19-3dce-4a53-9ffa-85d881c0e547 x-openstack-request-id: req-8fc6ef19-3dce-4a53-9ffa-85d881c0e547 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:18:21.473985 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06f1d6d-4796-455c-952b-0e3d80ec1781", "tag": "6bd31be0-a05b-44be-b98a-7c3d3ea56933", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:18:21.474235 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8fc6ef19-3dce-4a53-9ffa-85d881c0e547 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:18:21.474684 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06f1d6d-4796-455c-952b-0e3d80ec1781', 'tag': '6bd31be0-a05b-44be-b98a-7c3d3ea56933', 'status': 'completed', 'code': 200} Nov 24 14:18:21.519682 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-1be85d61-a188-477f-aede-44a55879bbd9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=165178e6f5e643988d4058e576b0a460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7442210 Nov 24 14:18:21.523529 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 40830) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:21.531362 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489dcaf4-2346-44d6-b373-084b43daac19 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Pushing event updated for resources: {'Port': ['ID=363b7c1f-b9f9-4a47-acce-28f645c80c8b,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:21.574611 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-489dcaf4-2346-44d6-b373-084b43daac19 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667194'] for floatingip, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:21.625713 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2df0d0c2-486e-44a9-bfdc-78c4d95558ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:21.655688 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2df0d0c2-486e-44a9-bfdc-78c4d95558ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:21.684639 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-959b0365-bdf2-41ec-b62a-8d5c0482d406 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:21.686160 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-959b0365-bdf2-41ec-b62a-8d5c0482d406 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/networks?id=1a74af18-2791-47cf-80b2-09c09f34ce4a HTTP/1.1" status: 200 len: 818 time: 0.2800784 Nov 24 14:18:21.692159 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-489dcaf4-2346-44d6-b373-084b43daac19 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for floatingip, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:21.701242 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-489dcaf4-2346-44d6-b373-084b43daac19 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6920192 Nov 24 14:18:21.724064 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-95a26c47-f5b2-4e5f-8633-ae17d4e5df1f tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/quotas/5d7ffc6884db4347bf1894bb966ad5c0 HTTP/1.1" status: 200 len: 375 time: 0.0256579 Nov 24 14:18:21.739003 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5534da-30f7-419a-8fe1-548e9c1fc57c req-3c0013a4-932f-46fd-90ba-24adbcf4e083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:21.740759 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bd5534da-30f7-419a-8fe1-548e9c1fc57c req-3c0013a4-932f-46fd-90ba-24adbcf4e083 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae09617b23e54563b147ef35988fbea8&device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 1097 time: 0.1397128 Nov 24 14:18:21.746252 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2df0d0c2-486e-44a9-bfdc-78c4d95558ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:21.748967 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2df0d0c2-486e-44a9-bfdc-78c4d95558ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:21.753574 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-2df0d0c2-486e-44a9-bfdc-78c4d95558ea admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f27db26c-037d-4197-a70d-d38eec958c0c HTTP/1.1" status: 204 len: 168 time: 0.2288878 Nov 24 14:18:21.770065 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0d0c2-486e-44a9-bfdc-78c4d95558ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27db26c-037d-4197-a70d-d38eec958c0c,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:21.933570 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 40848) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:21.954315 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-acd47186-06fe-4150-a61e-053db1a38066 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:22.038288 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-67186298-d130-4924-8197-f78bb9f79a3d tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5d7ffc6884db4347bf1894bb966ad5c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3017864 Nov 24 14:18:22.069321 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5534da-30f7-419a-8fe1-548e9c1fc57c req-2ec2900d-4b92-4d4c-b1d3-a19204b8000f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:22.071310 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bd5534da-30f7-419a-8fe1-548e9c1fc57c req-2ec2900d-4b92-4d4c-b1d3-a19204b8000f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ae09617b23e54563b147ef35988fbea8&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3118706 Nov 24 14:18:22.072270 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920030ca-9be2-47a6-8bd9-739ca59cc4ee req-f094ef71-77fd-4351-9df5-d126e21b6d77 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:22.073886 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-920030ca-9be2-47a6-8bd9-739ca59cc4ee req-f094ef71-77fd-4351-9df5-d126e21b6d77 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 944 time: 0.0954258 Nov 24 14:18:22.165504 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-920030ca-9be2-47a6-8bd9-739ca59cc4ee req-8d35eb04-e9c7-4adf-9339-a95d6aa7c7b5 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba00ad9-00ec-4af7-9c27-4ef632e562e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763257 Nov 24 14:18:22.170285 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-acd47186-06fe-4150-a61e-053db1a38066 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:22.181851 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-acd47186-06fe-4150-a61e-053db1a38066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:22.230228 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd47186-06fe-4150-a61e-053db1a38066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f08458b-ad46-4f45-96e4-8b9dbd370563,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:22.259390 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-acd47186-06fe-4150-a61e-053db1a38066 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=54d3182bb7f44643ad8e6891a50755bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3238695 Nov 24 14:18:22.264176 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 40860) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:22.390656 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5534da-30f7-419a-8fe1-548e9c1fc57c req-8bf23cc2-70d3-486c-bb65-d190baf8c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:22.392194 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bd5534da-30f7-419a-8fe1-548e9c1fc57c req-8bf23cc2-70d3-486c-bb65-d190baf8c4f4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3123682 Nov 24 14:18:22.406273 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5dd64572-58c3-4cb0-8fe9-b51ade902957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:22.418284 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-de57dbb8-a992-4b1f-a998-0679148dd8a8 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--314435047&fields=id&tenant_id=0263df2748984c17a05265e50bdc7ca4 HTTP/1.1" status: 200 len: 267 time: 0.1097782 Nov 24 14:18:22.453261 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5dd64572-58c3-4cb0-8fe9-b51ade902957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:22.482999 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 40874) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:22.503894 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ac8c39ec-9145-49ec-817b-88d047f3ef4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:22.542568 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-5f31dad5-d7c0-4704-80e5-a79238df36ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:22.545090 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-5f31dad5-d7c0-4704-80e5-a79238df36ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae09617b23e54563b147ef35988fbea8&device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 1097 time: 0.1056008 Nov 24 14:18:22.614071 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-5c0152b3-272c-4a0a-89cc-02a4e5e0e55f tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:22.616409 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-5c0152b3-272c-4a0a-89cc-02a4e5e0e55f tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/networks?id=eed9835b-0528-48c8-805c-6a672cef9034 HTTP/1.1" status: 200 len: 810 time: 0.1854091 Nov 24 14:18:22.627775 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5dd64572-58c3-4cb0-8fe9-b51ade902957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:22.634836 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5dd64572-58c3-4cb0-8fe9-b51ade902957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:22.636619 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-5dd64572-58c3-4cb0-8fe9-b51ade902957 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8f08458b-ad46-4f45-96e4-8b9dbd370563 HTTP/1.1" status: 204 len: 168 time: 0.3711677 Nov 24 14:18:22.642541 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-51c6286b-72e9-419d-927f-552c42309dc3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bd31be0-a05b-44be-b98a-7c3d3ea56933 HTTP/1.1" status: 200 len: 217 time: 0.0788887 Nov 24 14:18:22.650991 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-2b11a70d-b9c7-46b6-a3da-f7ea6e6588d1 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/quotas/0263df2748984c17a05265e50bdc7ca4 HTTP/1.1" status: 200 len: 375 time: 0.0131130 Nov 24 14:18:22.656375 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd64572-58c3-4cb0-8fe9-b51ade902957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f08458b-ad46-4f45-96e4-8b9dbd370563,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:22.726468 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-bb00a091-b657-41f2-a10b-701b151f3963 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0263df2748984c17a05265e50bdc7ca4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674944 Nov 24 14:18:22.738553 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-7ed0a980-e8f0-42e8-838f-b27b472d0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:22.740069 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-7ed0a980-e8f0-42e8-838f-b27b472d0962 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8648341f-2f90-435e-b264-cd0660e420fc HTTP/1.1" status: 200 len: 852 time: 0.0886345 Nov 24 14:18:22.816255 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ac8c39ec-9145-49ec-817b-88d047f3ef4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:22.820548 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-f45b0fbb-af38-4545-beb0-56c9f23fa1b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=15186ae4-a374-43aa-adb2-c1c204c32fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655954 Nov 24 14:18:22.824551 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-5b5572a1-e089-4b79-8dd8-bf3ec7033b63 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102762) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:18:22.825565 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-5b5572a1-e089-4b79-8dd8-bf3ec7033b63 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3116517 Nov 24 14:18:22.826727 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ac8c39ec-9145-49ec-817b-88d047f3ef4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:22.850454 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-c091e304-bb96-44c7-8533-4bab940ff17d service neutron] 10.222.0.73 "GET /v2.0/networks/eed9835b-0528-48c8-805c-6a672cef9034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085939 Nov 24 14:18:22.899825 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c39ec-9145-49ec-817b-88d047f3ef4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70334b6a-5f68-4850-b6be-81818fce661b,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:23.025415 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-ac8c39ec-9145-49ec-817b-88d047f3ef4f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ca543ce0c4db4e2e86af9de90c9b0f4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5397751 Nov 24 14:18:23.026787 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 40890) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:23.052046 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-00c5f14d-f938-4f26-84b6-7188ce135baa service neutron] 10.222.0.73 "GET /v2.0/networks/eed9835b-0528-48c8-805c-6a672cef9034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879704 Nov 24 14:18:23.145957 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d2b2b684-3d6a-4054-acb1-c3358b964802 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:23.154585 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-80e85600-3db0-4b5d-a746-963674850627 service neutron] 10.222.0.73 "GET /v2.0/networks/1a74af18-2791-47cf-80b2-09c09f34ce4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841825 Nov 24 14:18:23.156430 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-a1fe184e-f5a7-405c-bba1-60613b03c98b service neutron] 10.222.0.37 "GET /v2.0/networks/15186ae4-a374-43aa-adb2-c1c204c32fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267519 Nov 24 14:18:23.206708 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d2b2b684-3d6a-4054-acb1-c3358b964802 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:23.309108 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d2b2b684-3d6a-4054-acb1-c3358b964802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:23.312894 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d2b2b684-3d6a-4054-acb1-c3358b964802 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:23.316741 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-d2b2b684-3d6a-4054-acb1-c3358b964802 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/70334b6a-5f68-4850-b6be-81818fce661b HTTP/1.1" status: 204 len: 168 time: 0.2863543 Nov 24 14:18:23.328638 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2b684-3d6a-4054-acb1-c3358b964802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70334b6a-5f68-4850-b6be-81818fce661b,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:23.462381 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bdfdc-4581-409d-b19b-1e55f2e3bf0a req-a87c84f2-39c5-48bf-8072-aa7b4add33cd tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:23.464594 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-765bdfdc-4581-409d-b19b-1e55f2e3bf0a req-a87c84f2-39c5-48bf-8072-aa7b4add33cd tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 944 time: 0.0925548 Nov 24 14:18:23.551503 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-765bdfdc-4581-409d-b19b-1e55f2e3bf0a req-bc25e1f3-8f35-418c-82ce-42849753f626 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba00ad9-00ec-4af7-9c27-4ef632e562e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768282 Nov 24 14:18:23.667163 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-c14a60e1-4c43-49af-9ee2-9fa53722749b service neutron] 10.222.0.73 "GET /v2.0/networks/1a74af18-2791-47cf-80b2-09c09f34ce4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047228 Nov 24 14:18:23.669303 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ee2e3c59-ee82-4c2a-a94f-33ae567f9c0d req-ab958796-4546-4e49-8ed6-68d3058ae687 service neutron] 10.222.0.37 "GET /v2.0/networks/15186ae4-a374-43aa-adb2-c1c204c32fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913645 Nov 24 14:18:23.688470 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-124aadf2-13c4-40c9-bde3-de0fa75fa8e3 req-7800c158-fc37-47ff-b74f-cb497b0de317 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 210 time: 0.0694311 Nov 24 14:18:23.997567 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-0cff2523-108b-4288-abb3-ff8b638b41e0 req-a6c8f92e-2a59-48cd-8b7e-a69036de56ba tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 210 time: 0.0524492 Nov 24 14:18:24.734869 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c77906-c5f2-4dbf-ba11-5c4a85436617 req-e744b9e2-9d51-4380-ba41-b2dbaa28423b tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:24.748454 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-50c77906-c5f2-4dbf-ba11-5c4a85436617 req-e744b9e2-9d51-4380-ba41-b2dbaa28423b tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 944 time: 0.1081200 Nov 24 14:18:24.777162 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-8c01d355-aacc-4a41-b2f2-7472e22d0e33 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:24.788066 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-8c01d355-aacc-4a41-b2f2-7472e22d0e33 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/networks?id=1a74af18-2791-47cf-80b2-09c09f34ce4a HTTP/1.1" status: 200 len: 818 time: 0.3036721 Nov 24 14:18:24.823159 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-461b5bb7-879b-4275-801a-6d41545eaa18 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/quotas/5d7ffc6884db4347bf1894bb966ad5c0 HTTP/1.1" status: 200 len: 375 time: 0.0331535 Nov 24 14:18:24.913414 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-50c77906-c5f2-4dbf-ba11-5c4a85436617 req-233beaa9-06c0-4b28-8134-891791d86b90 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba00ad9-00ec-4af7-9c27-4ef632e562e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631966 Nov 24 14:18:24.993491 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-3c197de3-f502-4b28-a314-8398b4fd3f96 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5d7ffc6884db4347bf1894bb966ad5c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1686685 Nov 24 14:18:25.050978 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6bd7457b-9bdc-4348-a43d-f2648541c7b4 req-0a659923-6a59-4312-af44-a3a4383b815c tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 210 time: 0.0348489 Nov 24 14:18:25.158498 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-1f834ce2-7a2d-4d72-b99c-a764e3d54cbe service neutron] 10.222.0.73 "GET /v2.0/networks/1a74af18-2791-47cf-80b2-09c09f34ce4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640232 Nov 24 14:18:25.275270 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-8562a72d-b870-437a-954b-a9b14c51312d service neutron] 10.222.0.73 "GET /v2.0/networks/1a74af18-2791-47cf-80b2-09c09f34ce4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054063 Nov 24 14:18:25.595144 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a7d308d8-6e35-4a49-80dd-4219193d0343 req-eab81c53-f5f3-4bfa-8111-305f9c7aa44a tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 210 time: 0.0836339 Nov 24 14:18:25.679970 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-a60e0e82-5184-4385-82d1-e52f41486112 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:25.681557 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-a60e0e82-5184-4385-82d1-e52f41486112 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.37 "GET /v2.0/networks?id=1a74af18-2791-47cf-80b2-09c09f34ce4a HTTP/1.1" status: 200 len: 818 time: 0.2015114 Nov 24 14:18:25.700137 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-4f057f05-2ac4-45e4-9aa1-d31fc634b7e9 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Request body: {'port': {'device_id': 'ac1aac88-9120-45a1-b641-86cf055bd8ee', 'network_id': '1a74af18-2791-47cf-80b2-09c09f34ce4a', 'admin_state_up': True, 'tenant_id': '5d7ffc6884db4347bf1894bb966ad5c0'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:18:25.839189 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-4f057f05-2ac4-45e4-9aa1-d31fc634b7e9 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Made reservation on behalf of 5d7ffc6884db4347bf1894bb966ad5c0 for: {'port': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:18:25.843270 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-4f057f05-2ac4-45e4-9aa1-d31fc634b7e9 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:26.102981 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.37', 50161) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:26.133498 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-4f057f05-2ac4-45e4-9aa1-d31fc634b7e9 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Allocated IP 172.20.0.2 (1a74af18-2791-47cf-80b2-09c09f34ce4a/9f757d60-7ca3-4458-b33a-77e35ec3d9b1/c98cba56-b385-49fc-98fa-a5e1dbf126ff) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:18:26.224045 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9fc88-38bd-4dae-a96b-7c3e5e553549 req-a1550942-e5e9-433c-9411-a4b0c1a50889 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:26.225640 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-07a9fc88-38bd-4dae-a96b-7c3e5e553549 req-a1550942-e5e9-433c-9411-a4b0c1a50889 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 944 time: 0.1950366 Nov 24 14:18:26.288627 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-321b66e9-1c85-4cb7-bb4e-7bc2fb1a1622 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:26.290469 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-321b66e9-1c85-4cb7-bb4e-7bc2fb1a1622 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.37 "GET /v2.0/networks?id=eed9835b-0528-48c8-805c-6a672cef9034 HTTP/1.1" status: 200 len: 810 time: 0.1864836 Nov 24 14:18:26.336108 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-aa1c4758-9c04-49f6-a52a-5713047f7a83 req-9cc5c393-4de7-48c1-9575-863a0595ed49 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 210 time: 0.0446420 Nov 24 14:18:26.412339 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-cf62a47d-ab4e-4469-95e1-7209b9a7a5dc tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0263df2748984c17a05265e50bdc7ca4 HTTP/1.1" status: 200 len: 379 time: 0.0787952 Nov 24 14:18:26.431031 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-12d8f6d6-23d5-41f8-a95a-e12a8e1ef655 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Request body: {'port': {'device_id': '2b457068-d6b5-4a7e-b257-fa6a0df12803', 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034', 'admin_state_up': True, 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'security_groups': ['64e215d3-b9b9-4c30-ad23-bff4bb3cec41']}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:18:26.539657 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-07a9fc88-38bd-4dae-a96b-7c3e5e553549 req-45928cb8-474b-44f9-8389-918b63e73a71 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba00ad9-00ec-4af7-9c27-4ef632e562e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971025 Nov 24 14:18:26.803289 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-4f057f05-2ac4-45e4-9aa1-d31fc634b7e9 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Publish callbacks [] for port, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:26.829072 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-8d32c173-aa1a-4260-b7d4-3762e6f59e65 req-8ffd5ab6-8a95-44c3-acf2-4ff5dd63905d tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 210 time: 0.0962174 Nov 24 14:18:26.872077 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-4f057f05-2ac4-45e4-9aa1-d31fc634b7e9 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:26.927955 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-12d8f6d6-23d5-41f8-a95a-e12a8e1ef655 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Made reservation on behalf of 0263df2748984c17a05265e50bdc7ca4 for: {'port': 1} {{(pid=102761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:18:26.938985 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-12d8f6d6-23d5-41f8-a95a-e12a8e1ef655 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:26.973626 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-4f057f05-2ac4-45e4-9aa1-d31fc634b7e9 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Network 1a74af18-2791-47cf-80b2-09c09f34ce4a is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:18:26.977741 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-4f057f05-2ac4-45e4-9aa1-d31fc634b7e9 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:18:26.980151 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f057f05-2ac4-45e4-9aa1-d31fc634b7e9 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Pushing event updated for resources: {'Port': ['ID=c98cba56-b385-49fc-98fa-a5e1dbf126ff,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:27.011962 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-4f057f05-2ac4-45e4-9aa1-d31fc634b7e9 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:18:27.066712 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.37', 50166) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:27.175927 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-4f057f05-2ac4-45e4-9aa1-d31fc634b7e9 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:27.176734 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-4f057f05-2ac4-45e4-9aa1-d31fc634b7e9 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for port, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:27.240262 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-4f057f05-2ac4-45e4-9aa1-d31fc634b7e9 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5479612 Nov 24 14:18:27.264232 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-561231f3-1e64-4d7d-becd-4ae593f2c56f service neutron] Request body: {'port': {'device_id': 'ac1aac88-9120-45a1-b641-86cf055bd8ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:18:27.312635 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-0ab7bc56-2d3d-4118-b8b7-ee1e4740a97f tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:27.312635 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-0ab7bc56-2d3d-4118-b8b7-ee1e4740a97f tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.37 "GET /v2.0/networks?id=1a74af18-2791-47cf-80b2-09c09f34ce4a HTTP/1.1" status: 200 len: 818 time: 0.2421606 Nov 24 14:18:27.312635 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 41108) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:27.342582 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-c75f3d33-b0db-4bb0-b47f-a6d9af6206fb tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Request body: {'port': {'device_id': 'a16cd436-5074-40c3-a5a1-71c04c5761f2', 'network_id': '1a74af18-2791-47cf-80b2-09c09f34ce4a', 'admin_state_up': True, 'tenant_id': '5d7ffc6884db4347bf1894bb966ad5c0'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:18:27.354385 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 6bd31be0-a05b-44be-b98a-7c3d3ea56933 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=102763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:18:27.456284 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-12d8f6d6-23d5-41f8-a95a-e12a8e1ef655 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Allocated IP 172.20.0.6 (eed9835b-0528-48c8-805c-6a672cef9034/cc91be5c-3dda-4f91-90ca-58668d9f6158/4fd3e52b-6b69-4479-8136-24d855005187) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:18:27.571602 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-561231f3-1e64-4d7d-becd-4ae593f2c56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:27.591827 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b2401d09-85c5-4bb8-8020-76105af73043 req-0491a5a8-d8a5-406e-9d9c-962311ac7d8c tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 210 time: 0.0752141 Nov 24 14:18:27.664643 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 6bd31be0-a05b-44be-b98a-7c3d3ea56933, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=6bd31be0-a05b-44be-b98a-7c3d3ea56933,segment=NetworkSegment(76babd85-a84f-4326-9532-28b9a7ca094c),segment_id=76babd85-a84f-4326-9532-28b9a7ca094c)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:18:27.681976 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Returning: {'device': '6bd31be0-a05b-44be-b98a-7c3d3ea56933', 'network_id': '15186ae4-a374-43aa-adb2-c1c204c32fd3', 'port_id': '6bd31be0-a05b-44be-b98a-7c3d3ea56933', 'mac_address': 'fa:16:3e:bd:c8:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8648341f-2f90-435e-b264-cd0660e420fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:18:27.734876 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:27.761839 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2fa9add8-bfb8-4b94-8133-41d223ed6471 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:27.784279 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd31be0-a05b-44be-b98a-7c3d3ea56933 {{(pid=102763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:18:27.788408 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55b061-54eb-4739-847f-f61264534099 req-bfa4e6ed-d371-41ac-a189-48acbff739b3 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:27.790003 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ee55b061-54eb-4739-847f-f61264534099 req-bfa4e6ed-d371-41ac-a189-48acbff739b3 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 944 time: 0.1224060 Nov 24 14:18:27.816884 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-12d8f6d6-23d5-41f8-a95a-e12a8e1ef655 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:27.831924 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 6bd31be0-a05b-44be-b98a-7c3d3ea56933, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=6bd31be0-a05b-44be-b98a-7c3d3ea56933,segment=NetworkSegment(76babd85-a84f-4326-9532-28b9a7ca094c),segment_id=76babd85-a84f-4326-9532-28b9a7ca094c)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:18:27.839455 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:27.881175 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-c75f3d33-b0db-4bb0-b47f-a6d9af6206fb tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Made reservation on behalf of 5d7ffc6884db4347bf1894bb966ad5c0 for: {'port': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:18:27.884660 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-c75f3d33-b0db-4bb0-b47f-a6d9af6206fb tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:27.908080 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-12d8f6d6-23d5-41f8-a95a-e12a8e1ef655 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:27.990805 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=6bd31be0-a05b-44be-b98a-7c3d3ea56933,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:28.058900 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c3bb07af-aa76-4cbf-ad32-d48af397469d req-86832602-d1a8-41e6-9cc6-ef7dd6f7153a tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 210 time: 0.1112661 Nov 24 14:18:28.101950 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8f6d6-23d5-41f8-a95a-e12a8e1ef655 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Pushing event updated for resources: {'Port': ['ID=4fd3e52b-6b69-4479-8136-24d855005187,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:28.134534 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-12d8f6d6-23d5-41f8-a95a-e12a8e1ef655 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Network eed9835b-0528-48c8-805c-6a672cef9034 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:18:28.140870 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-12d8f6d6-23d5-41f8-a95a-e12a8e1ef655 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:18:28.148803 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['6bd31be0-a05b-44be-b98a-7c3d3ea56933'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:18:28.179702 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2fa9add8-bfb8-4b94-8133-41d223ed6471 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:28.179954 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ee55b061-54eb-4739-847f-f61264534099 req-df4dc918-3b2f-4c49-ade0-2e6061025c1c tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba00ad9-00ec-4af7-9c27-4ef632e562e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494222 Nov 24 14:18:28.179954 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-12d8f6d6-23d5-41f8-a95a-e12a8e1ef655 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:18:28.179954 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-12d8f6d6-23d5-41f8-a95a-e12a8e1ef655 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:28.179954 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-12d8f6d6-23d5-41f8-a95a-e12a8e1ef655 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:28.211219 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2fa9add8-bfb8-4b94-8133-41d223ed6471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:28.216876 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-12d8f6d6-23d5-41f8-a95a-e12a8e1ef655 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7967484 Nov 24 14:18:28.233673 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-215effe8-a5e9-4c62-8eda-96890ba2f37c service neutron] Request body: {'port': {'device_id': '2b457068-d6b5-4a7e-b257-fa6a0df12803', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:18:28.344265 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-2fa9add8-bfb8-4b94-8133-41d223ed6471 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=940f8fd1f8984be2b9c3cdf80380258f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0293655 Nov 24 14:18:28.348073 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 41146) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:28.358198 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-215effe8-a5e9-4c62-8eda-96890ba2f37c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:28.370923 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9add8-bfb8-4b94-8133-41d223ed6471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a95103-3e3d-445d-9793-2ac2959a5a64,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:28.374886 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-561231f3-1e64-4d7d-becd-4ae593f2c56f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c98cba56-b385-49fc-98fa-a5e1dbf126ff {{(pid=102762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:18:28.383849 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-561231f3-1e64-4d7d-becd-4ae593f2c56f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:28.413881 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.provisioning_blocks [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-561231f3-1e64-4d7d-becd-4ae593f2c56f service neutron] Transition to ACTIVE for port object c98cba56-b385-49fc-98fa-a5e1dbf126ff will not be triggered until provisioned by entity L2. {{(pid=102762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:18:28.456742 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-561231f3-1e64-4d7d-becd-4ae593f2c56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11930847'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:28.493402 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-66aa3671-c5c2-414f-8615-4cc1228ee04f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:28.586920 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-66aa3671-c5c2-414f-8615-4cc1228ee04f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:28.589226 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-c75f3d33-b0db-4bb0-b47f-a6d9af6206fb tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Allocated IP 172.20.0.9 (1a74af18-2791-47cf-80b2-09c09f34ce4a/9f757d60-7ca3-4458-b33a-77e35ec3d9b1/e59f84c6-ba37-4fa4-b16e-8375c70ef669) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:18:28.632781 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-b86a6d45-42d7-48a5-a962-6b84997c8f4b None None] Provisioning complete for port 4fd3e52b-6b69-4479-8136-24d855005187 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:18:28.634905 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b86a6d45-42d7-48a5-a962-6b84997c8f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:28.712670 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-b86a6d45-42d7-48a5-a962-6b84997c8f4b None None] Port 4fd3e52b-6b69-4479-8136-24d855005187 cannot update to ACTIVE because it is not bound. {{(pid=102763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:18:28.803916 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561231f3-1e64-4d7d-becd-4ae593f2c56f service neutron] Pushing event updated for resources: {'Port': ['ID=c98cba56-b385-49fc-98fa-a5e1dbf126ff,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:28.974684 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-215effe8-a5e9-4c62-8eda-96890ba2f37c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fd3e52b-6b69-4479-8136-24d855005187 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:18:28.983752 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-215effe8-a5e9-4c62-8eda-96890ba2f37c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:28.986570 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-66aa3671-c5c2-414f-8615-4cc1228ee04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:28.987848 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c3c52-301e-414f-a668-c40833f3192e req-f4ef165d-faf4-4f8a-bde1-6c8fd7b4e3d8 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:28.990246 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-66aa3671-c5c2-414f-8615-4cc1228ee04f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:28.991425 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-66aa3671-c5c2-414f-8615-4cc1228ee04f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/77a95103-3e3d-445d-9793-2ac2959a5a64 HTTP/1.1" status: 204 len: 168 time: 0.6421924 Nov 24 14:18:29.007215 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c06c3c52-301e-414f-a668-c40833f3192e req-f4ef165d-faf4-4f8a-bde1-6c8fd7b4e3d8 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 931 time: 0.2317631 Nov 24 14:18:29.016682 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa3671-c5c2-414f-8615-4cc1228ee04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a95103-3e3d-445d-9793-2ac2959a5a64,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:29.019619 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-215effe8-a5e9-4c62-8eda-96890ba2f37c service neutron] Transition to ACTIVE for port object 4fd3e52b-6b69-4479-8136-24d855005187 will not be triggered until provisioned by entity L2. {{(pid=102761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:18:29.024712 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-215effe8-a5e9-4c62-8eda-96890ba2f37c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:29.043660 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-561231f3-1e64-4d7d-becd-4ae593f2c56f service neutron] Attempting to bind port c98cba56-b385-49fc-98fa-a5e1dbf126ff on host hv-cinder-73907 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:18:29.044092 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-561231f3-1e64-4d7d-becd-4ae593f2c56f service neutron] Attempting to bind port c98cba56-b385-49fc-98fa-a5e1dbf126ff by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': 'c754a79b-afb5-48de-94e3-bf49147899b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1a74af18-2791-47cf-80b2-09c09f34ce4a'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:18:29.044418 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-561231f3-1e64-4d7d-becd-4ae593f2c56f service neutron] Attempting to bind port c98cba56-b385-49fc-98fa-a5e1dbf126ff on network 1a74af18-2791-47cf-80b2-09c09f34ce4a {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:18:29.067790 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-561231f3-1e64-4d7d-becd-4ae593f2c56f service neutron] Port c98cba56-b385-49fc-98fa-a5e1dbf126ff on network 1a74af18-2791-47cf-80b2-09c09f34ce4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 14:18:29.068111 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-561231f3-1e64-4d7d-becd-4ae593f2c56f service neutron] Attempting to bind port c98cba56-b385-49fc-98fa-a5e1dbf126ff on network 1a74af18-2791-47cf-80b2-09c09f34ce4a {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:18:29.092495 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215effe8-a5e9-4c62-8eda-96890ba2f37c service neutron] Pushing event updated for resources: {'Port': ['ID=4fd3e52b-6b69-4479-8136-24d855005187,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:29.094485 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-561231f3-1e64-4d7d-becd-4ae593f2c56f service neutron] Checking agent: {'id': 'd0515656-fb8d-4ba5-be1c-f8deb6c3b48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'started_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:18:29.094823 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-561231f3-1e64-4d7d-becd-4ae593f2c56f service neutron] Checking segment: {'id': 'c754a79b-afb5-48de-94e3-bf49147899b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1a74af18-2791-47cf-80b2-09c09f34ce4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:18:29.095322 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-561231f3-1e64-4d7d-becd-4ae593f2c56f service neutron] Bound using segment: {'id': 'c754a79b-afb5-48de-94e3-bf49147899b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1a74af18-2791-47cf-80b2-09c09f34ce4a'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:18:29.095925 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-561231f3-1e64-4d7d-becd-4ae593f2c56f service neutron] Bound port: c98cba56-b385-49fc-98fa-a5e1dbf126ff, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c754a79b-afb5-48de-94e3-bf49147899b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1a74af18-2791-47cf-80b2-09c09f34ce4a'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:18:29.096905 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-561231f3-1e64-4d7d-becd-4ae593f2c56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:29.133367 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-c75f3d33-b0db-4bb0-b47f-a6d9af6206fb tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Publish callbacks [] for port, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:29.153158 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c06c3c52-301e-414f-a668-c40833f3192e req-81f8bc21-01ef-4bb3-8384-d026915dcf97 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419222 Nov 24 14:18:29.196035 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-215effe8-a5e9-4c62-8eda-96890ba2f37c service neutron] Attempting to bind port 4fd3e52b-6b69-4479-8136-24d855005187 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:18:29.197508 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-215effe8-a5e9-4c62-8eda-96890ba2f37c service neutron] Attempting to bind port 4fd3e52b-6b69-4479-8136-24d855005187 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '4a2b2a11-2891-44e3-9598-0ff498ad696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:18:29.198144 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-215effe8-a5e9-4c62-8eda-96890ba2f37c service neutron] Attempting to bind port 4fd3e52b-6b69-4479-8136-24d855005187 on network eed9835b-0528-48c8-805c-6a672cef9034 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:18:29.214160 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-215effe8-a5e9-4c62-8eda-96890ba2f37c service neutron] Port 4fd3e52b-6b69-4479-8136-24d855005187 on network eed9835b-0528-48c8-805c-6a672cef9034 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 14:18:29.215689 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-215effe8-a5e9-4c62-8eda-96890ba2f37c service neutron] Attempting to bind port 4fd3e52b-6b69-4479-8136-24d855005187 on network eed9835b-0528-48c8-805c-6a672cef9034 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:18:29.232220 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-215effe8-a5e9-4c62-8eda-96890ba2f37c service neutron] Checking agent: {'id': 'd0515656-fb8d-4ba5-be1c-f8deb6c3b48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'started_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:18:29.234252 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-215effe8-a5e9-4c62-8eda-96890ba2f37c service neutron] Checking segment: {'id': '4a2b2a11-2891-44e3-9598-0ff498ad696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:18:29.239339 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-215effe8-a5e9-4c62-8eda-96890ba2f37c service neutron] Bound using segment: {'id': '4a2b2a11-2891-44e3-9598-0ff498ad696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:18:29.240382 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-215effe8-a5e9-4c62-8eda-96890ba2f37c service neutron] Bound port: 4fd3e52b-6b69-4479-8136-24d855005187, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a2b2a11-2891-44e3-9598-0ff498ad696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:18:29.241133 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-215effe8-a5e9-4c62-8eda-96890ba2f37c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:29.272435 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-c75f3d33-b0db-4bb0-b47f-a6d9af6206fb tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:29.339196 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 6bd31be0-a05b-44be-b98a-7c3d3ea56933 up at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:18:29.373052 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-c75f3d33-b0db-4bb0-b47f-a6d9af6206fb tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Network 1a74af18-2791-47cf-80b2-09c09f34ce4a is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:18:29.398665 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f3d33-b0db-4bb0-b47f-a6d9af6206fb tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Pushing event updated for resources: {'Port': ['ID=e59f84c6-ba37-4fa4-b16e-8375c70ef669,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:29.409760 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-c75f3d33-b0db-4bb0-b47f-a6d9af6206fb tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:18:29.417015 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-c75f3d33-b0db-4bb0-b47f-a6d9af6206fb tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:18:29.446892 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 41188) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:29.460166 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning for port 6bd31be0-a05b-44be-b98a-7c3d3ea56933 completed by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:18:29.466278 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning complete for port 6bd31be0-a05b-44be-b98a-7c3d3ea56933 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:18:29.467386 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:29.479946 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65250f9d-b67d-419f-8faf-d5ec78be08cb req-738e6c41-f371-421c-9cb3-91c07ca979b8 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:29.486431 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-65250f9d-b67d-419f-8faf-d5ec78be08cb req-738e6c41-f371-421c-9cb3-91c07ca979b8 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 931 time: 0.1941032 Nov 24 14:18:29.489842 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-c75f3d33-b0db-4bb0-b47f-a6d9af6206fb tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:29.490760 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-c75f3d33-b0db-4bb0-b47f-a6d9af6206fb tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for port, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:29.541959 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-c75f3d33-b0db-4bb0-b47f-a6d9af6206fb tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2070925 Nov 24 14:18:29.560665 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-24cbe906-83a9-4951-aca4-0773bd9020a4 service neutron] Request body: {'port': {'device_id': 'a16cd436-5074-40c3-a5a1-71c04c5761f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:18:29.582437 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-215effe8-a5e9-4c62-8eda-96890ba2f37c service neutron] For port 4fd3e52b-6b69-4479-8136-24d855005187, host hv-cinder-73907, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:18:29.616097 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-65250f9d-b67d-419f-8faf-d5ec78be08cb req-cc2c5d73-e550-49f0-b0eb-f192acbc3dcd tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060035 Nov 24 14:18:29.620006 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-561231f3-1e64-4d7d-becd-4ae593f2c56f service neutron] For port c98cba56-b385-49fc-98fa-a5e1dbf126ff, host hv-cinder-73907, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:18:29.656267 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca776cdf-7bab-4938-9371-9db0ca257f44 req-8a5e8f04-22e5-41ce-826e-250b478f4e84 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:29.665860 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ca776cdf-7bab-4938-9371-9db0ca257f44 req-8a5e8f04-22e5-41ce-826e-250b478f4e84 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 945 time: 0.2910924 Nov 24 14:18:29.668042 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-215effe8-a5e9-4c62-8eda-96890ba2f37c service neutron] For port 4fd3e52b-6b69-4479-8136-24d855005187, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=4fd3e52b-6b69-4479-8136-24d855005187,segment=NetworkSegment(4a2b2a11-2891-44e3-9598-0ff498ad696b),segment_id=4a2b2a11-2891-44e3-9598-0ff498ad696b)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:18:29.681977 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-215effe8-a5e9-4c62-8eda-96890ba2f37c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:29.723215 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-561231f3-1e64-4d7d-becd-4ae593f2c56f service neutron] For port c98cba56-b385-49fc-98fa-a5e1dbf126ff, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=c98cba56-b385-49fc-98fa-a5e1dbf126ff,segment=NetworkSegment(c754a79b-afb5-48de-94e3-bf49147899b2),segment_id=c754a79b-afb5-48de-94e3-bf49147899b2)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:18:29.760189 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:29.764145 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215effe8-a5e9-4c62-8eda-96890ba2f37c service neutron] Pushing event updated for resources: {'Port': ['ID=4fd3e52b-6b69-4479-8136-24d855005187,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:29.783042 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-215effe8-a5e9-4c62-8eda-96890ba2f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:29.784495 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-215effe8-a5e9-4c62-8eda-96890ba2f37c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:29.787082 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-215effe8-a5e9-4c62-8eda-96890ba2f37c service neutron] 10.222.0.37 "PUT /v2.0/ports/4fd3e52b-6b69-4479-8136-24d855005187 HTTP/1.1" status: 200 len: 1093 time: 1.5594411 Nov 24 14:18:29.788001 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b457068-d6b5-4a7e-b257-fa6a0df12803', 'tag': '4fd3e52b-6b69-4479-8136-24d855005187'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:18:29.812018 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ca776cdf-7bab-4938-9371-9db0ca257f44 req-5d6eb6e1-716c-4d2f-b890-fe16ac9f0bc6 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba00ad9-00ec-4af7-9c27-4ef632e562e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405933 Nov 24 14:18:29.815999 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06f1d6d-4796-455c-952b-0e3d80ec1781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd31be0-a05b-44be-b98a-7c3d3ea56933'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:18:29.816156 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-561231f3-1e64-4d7d-becd-4ae593f2c56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11930847'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:29.880659 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 41208) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:29.897806 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-561231f3-1e64-4d7d-becd-4ae593f2c56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:29.898451 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-561231f3-1e64-4d7d-becd-4ae593f2c56f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for port, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:29.900086 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-561231f3-1e64-4d7d-becd-4ae593f2c56f service neutron] 10.222.0.37 "PUT /v2.0/ports/c98cba56-b385-49fc-98fa-a5e1dbf126ff HTTP/1.1" status: 200 len: 1093 time: 2.6496239 Nov 24 14:18:29.901331 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561231f3-1e64-4d7d-becd-4ae593f2c56f service neutron] Pushing event updated for resources: {'Port': ['ID=c98cba56-b385-49fc-98fa-a5e1dbf126ff,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:29.904787 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1aac88-9120-45a1-b641-86cf055bd8ee', 'tag': 'c98cba56-b385-49fc-98fa-a5e1dbf126ff'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:18:29.907369 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae21199a9d4b78a62ed18da464448d73790c24002c352d214487bf1b37d0fcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942f6405-5f84-486e-96af-196a420ee214" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1aac88-9120-45a1-b641-86cf055bd8ee", "tag": "c98cba56-b385-49fc-98fa-a5e1dbf126ff"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:18:29.930397 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-24cbe906-83a9-4951-aca4-0773bd9020a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:29.972308 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 6bd31be0-a05b-44be-b98a-7c3d3ea56933, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=6bd31be0-a05b-44be-b98a-7c3d3ea56933,segment=NetworkSegment(76babd85-a84f-4326-9532-28b9a7ca094c),segment_id=76babd85-a84f-4326-9532-28b9a7ca094c)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:18:29.977727 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-820c2a60-01b6-45d9-a1d9-92e12f734825 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:29.982159 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:30.008595 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d5e33d9d-23bd-42d1-b761-b497ed28e054 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:30.163019 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=6bd31be0-a05b-44be-b98a-7c3d3ea56933,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:30.198572 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02bc6bab57870f22e484ac0312d8c66543c8308e687160369736143e34da9ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834a3c8e-f408-4920-bb5a-d0d93a67d9b5" -d '{"events": [{"server_uuid": "c06f1d6d-4796-455c-952b-0e3d80ec1781", "name": "network-vif-plugged", "status": "completed", "tag": "6bd31be0-a05b-44be-b98a-7c3d3ea56933"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:18:30.297065 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d735642-d180-4659-8978-14b65712e862" -d '{"events": [{"name": "network-changed", "server_uuid": "2b457068-d6b5-4a7e-b257-fa6a0df12803", "tag": "4fd3e52b-6b69-4479-8136-24d855005187"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:18:30.352590 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-820c2a60-01b6-45d9-a1d9-92e12f734825 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:30.364927 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-820c2a60-01b6-45d9-a1d9-92e12f734825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:30.370362 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edc8c8c-2a3c-4b9d-bb72-bb8e1cbda171 x-openstack-request-id: req-4edc8c8c-2a3c-4b9d-bb72-bb8e1cbda171 {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:18:30.370709 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06f1d6d-4796-455c-952b-0e3d80ec1781", "name": "network-vif-plugged", "status": "completed", "tag": "6bd31be0-a05b-44be-b98a-7c3d3ea56933", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:18:30.370971 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4edc8c8c-2a3c-4b9d-bb72-bb8e1cbda171 {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:18:30.371554 dv-cinder-739079-6-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06f1d6d-4796-455c-952b-0e3d80ec1781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd31be0-a05b-44be-b98a-7c3d3ea56933', 'code': 200} Nov 24 14:18:30.378155 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d5e33d9d-23bd-42d1-b761-b497ed28e054 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:30.398512 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d5e33d9d-23bd-42d1-b761-b497ed28e054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:30.437711 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c2a60-01b6-45d9-a1d9-92e12f734825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515164b9-9f75-4935-b7eb-67ebf5abd832,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:30.448796 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-820c2a60-01b6-45d9-a1d9-92e12f734825 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7b1314edb4ae4011886906ec1b9d2db2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9588532 Nov 24 14:18:30.477571 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e33d9d-23bd-42d1-b761-b497ed28e054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18774221-2f86-4fd0-b551-ceafc2afae4b,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:30.479107 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 41236) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:30.483664 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-d5e33d9d-23bd-42d1-b761-b497ed28e054 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a556a34e2f834204b8c50e2299342030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6002741 Nov 24 14:18:30.487302 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 41238) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:30.495249 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769172a6-f814-4e70-ac49-3a108a899578 x-openstack-request-id: req-769172a6-f814-4e70-ac49-3a108a899578 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:18:30.495563 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1aac88-9120-45a1-b641-86cf055bd8ee", "tag": "c98cba56-b385-49fc-98fa-a5e1dbf126ff", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:18:30.495813 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-769172a6-f814-4e70-ac49-3a108a899578 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:18:30.496201 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1aac88-9120-45a1-b641-86cf055bd8ee', 'tag': 'c98cba56-b385-49fc-98fa-a5e1dbf126ff', 'status': 'completed', 'code': 200} Nov 24 14:18:30.531224 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472d2b60-635e-4c64-8fd1-d9db5bd8409c x-openstack-request-id: req-472d2b60-635e-4c64-8fd1-d9db5bd8409c {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:18:30.531653 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b457068-d6b5-4a7e-b257-fa6a0df12803", "tag": "4fd3e52b-6b69-4479-8136-24d855005187", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:18:30.532170 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-472d2b60-635e-4c64-8fd1-d9db5bd8409c {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:18:30.532762 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b457068-d6b5-4a7e-b257-fa6a0df12803', 'tag': '4fd3e52b-6b69-4479-8136-24d855005187', 'status': 'completed', 'code': 200} Nov 24 14:18:30.579936 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-55896e30-5698-467f-bb2e-d261500e16d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:30.624746 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-55896e30-5698-467f-bb2e-d261500e16d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:30.628516 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d83ca4-ece1-4e0d-bf3a-ddc1101b099d req-622c7758-e8fa-48bf-86fe-90013071753f tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:30.630063 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-14d83ca4-ece1-4e0d-bf3a-ddc1101b099d req-622c7758-e8fa-48bf-86fe-90013071753f tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 943 time: 0.1493366 Nov 24 14:18:30.669528 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-05acef80-ba14-47e7-84ac-3f2ed753cdd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:30.680771 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-55896e30-5698-467f-bb2e-d261500e16d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:30.684252 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-55896e30-5698-467f-bb2e-d261500e16d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:30.685484 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-55896e30-5698-467f-bb2e-d261500e16d4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/18774221-2f86-4fd0-b551-ceafc2afae4b HTTP/1.1" status: 204 len: 168 time: 0.1972437 Nov 24 14:18:30.695242 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55896e30-5698-467f-bb2e-d261500e16d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18774221-2f86-4fd0-b551-ceafc2afae4b,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:30.746989 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-05acef80-ba14-47e7-84ac-3f2ed753cdd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:30.750799 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c271aa-08dd-4f63-8c50-f106fcc906f8 req-5d4d02f5-46c0-4ccf-bd2a-803c139db474 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:30.753183 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-70c271aa-08dd-4f63-8c50-f106fcc906f8 req-5d4d02f5-46c0-4ccf-bd2a-803c139db474 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 931 time: 0.0558414 Nov 24 14:18:30.805496 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-14d83ca4-ece1-4e0d-bf3a-ddc1101b099d req-629a3f80-4c19-489e-941a-078705868da7 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501322 Nov 24 14:18:30.808615 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-24cbe906-83a9-4951-aca4-0773bd9020a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e59f84c6-ba37-4fa4-b16e-8375c70ef669 {{(pid=102762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:18:30.825705 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-24cbe906-83a9-4951-aca4-0773bd9020a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:30.831602 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-70c271aa-08dd-4f63-8c50-f106fcc906f8 req-0a412da7-ef0d-4616-9db6-9c0c3bb8958c tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718522 Nov 24 14:18:30.853286 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.provisioning_blocks [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-24cbe906-83a9-4951-aca4-0773bd9020a4 service neutron] Transition to ACTIVE for port object e59f84c6-ba37-4fa4-b16e-8375c70ef669 will not be triggered until provisioned by entity L2. {{(pid=102762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:18:30.860934 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-24cbe906-83a9-4951-aca4-0773bd9020a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11930847'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:30.940698 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-05acef80-ba14-47e7-84ac-3f2ed753cdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:30.943879 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-05acef80-ba14-47e7-84ac-3f2ed753cdd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:30.944997 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-05acef80-ba14-47e7-84ac-3f2ed753cdd8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/515164b9-9f75-4935-b7eb-67ebf5abd832 HTTP/1.1" status: 204 len: 168 time: 0.4478981 Nov 24 14:18:31.010308 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cbe906-83a9-4951-aca4-0773bd9020a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e59f84c6-ba37-4fa4-b16e-8375c70ef669,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:31.012698 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05acef80-ba14-47e7-84ac-3f2ed753cdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515164b9-9f75-4935-b7eb-67ebf5abd832,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:31.042875 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2300cd-c09b-4c24-b96b-9b688e2e3de2 req-90edc6e6-e7e8-4acd-a3f1-6a93b50ebff2 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:31.044499 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4a2300cd-c09b-4c24-b96b-9b688e2e3de2 req-90edc6e6-e7e8-4acd-a3f1-6a93b50ebff2 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 946 time: 0.1190863 Nov 24 14:18:31.081630 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-24cbe906-83a9-4951-aca4-0773bd9020a4 service neutron] Attempting to bind port e59f84c6-ba37-4fa4-b16e-8375c70ef669 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:18:31.082198 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-24cbe906-83a9-4951-aca4-0773bd9020a4 service neutron] Attempting to bind port e59f84c6-ba37-4fa4-b16e-8375c70ef669 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': 'c754a79b-afb5-48de-94e3-bf49147899b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1a74af18-2791-47cf-80b2-09c09f34ce4a'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:18:31.082543 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-24cbe906-83a9-4951-aca4-0773bd9020a4 service neutron] Attempting to bind port e59f84c6-ba37-4fa4-b16e-8375c70ef669 on network 1a74af18-2791-47cf-80b2-09c09f34ce4a {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:18:31.093127 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-24cbe906-83a9-4951-aca4-0773bd9020a4 service neutron] Port e59f84c6-ba37-4fa4-b16e-8375c70ef669 on network 1a74af18-2791-47cf-80b2-09c09f34ce4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 14:18:31.093456 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-24cbe906-83a9-4951-aca4-0773bd9020a4 service neutron] Attempting to bind port e59f84c6-ba37-4fa4-b16e-8375c70ef669 on network 1a74af18-2791-47cf-80b2-09c09f34ce4a {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:18:31.108611 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-24cbe906-83a9-4951-aca4-0773bd9020a4 service neutron] Checking agent: {'id': 'd0515656-fb8d-4ba5-be1c-f8deb6c3b48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'started_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:18:31.108955 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-24cbe906-83a9-4951-aca4-0773bd9020a4 service neutron] Checking segment: {'id': 'c754a79b-afb5-48de-94e3-bf49147899b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1a74af18-2791-47cf-80b2-09c09f34ce4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:18:31.109346 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-24cbe906-83a9-4951-aca4-0773bd9020a4 service neutron] Bound using segment: {'id': 'c754a79b-afb5-48de-94e3-bf49147899b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1a74af18-2791-47cf-80b2-09c09f34ce4a'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:18:31.109781 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-24cbe906-83a9-4951-aca4-0773bd9020a4 service neutron] Bound port: e59f84c6-ba37-4fa4-b16e-8375c70ef669, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c754a79b-afb5-48de-94e3-bf49147899b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1a74af18-2791-47cf-80b2-09c09f34ce4a'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:18:31.110140 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-24cbe906-83a9-4951-aca4-0773bd9020a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:31.132947 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4a2300cd-c09b-4c24-b96b-9b688e2e3de2 req-d210f178-2fc5-4598-bff8-d6bdabf02613 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba00ad9-00ec-4af7-9c27-4ef632e562e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765586 Nov 24 14:18:31.195748 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-24cbe906-83a9-4951-aca4-0773bd9020a4 service neutron] For port e59f84c6-ba37-4fa4-b16e-8375c70ef669, host hv-cinder-73907, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:18:31.200354 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-24cbe906-83a9-4951-aca4-0773bd9020a4 service neutron] For port e59f84c6-ba37-4fa4-b16e-8375c70ef669, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=e59f84c6-ba37-4fa4-b16e-8375c70ef669,segment=NetworkSegment(c754a79b-afb5-48de-94e3-bf49147899b2),segment_id=c754a79b-afb5-48de-94e3-bf49147899b2)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:18:31.204938 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-24cbe906-83a9-4951-aca4-0773bd9020a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11930847'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:31.242516 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-24cbe906-83a9-4951-aca4-0773bd9020a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:31.246315 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-24cbe906-83a9-4951-aca4-0773bd9020a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for port, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:31.247830 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-24cbe906-83a9-4951-aca4-0773bd9020a4 service neutron] 10.222.0.37 "PUT /v2.0/ports/e59f84c6-ba37-4fa4-b16e-8375c70ef669 HTTP/1.1" status: 200 len: 1093 time: 1.6922736 Nov 24 14:18:31.282019 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cbe906-83a9-4951-aca4-0773bd9020a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e59f84c6-ba37-4fa4-b16e-8375c70ef669,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:31.374196 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 41270) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:31.387133 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6571e8cd-ae1e-4901-a87e-8167293de06d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:31.463966 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6571e8cd-ae1e-4901-a87e-8167293de06d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:31.468265 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6571e8cd-ae1e-4901-a87e-8167293de06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:31.511520 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-6571e8cd-ae1e-4901-a87e-8167293de06d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f3c28538e5a247afa7f6ee2e771bf85b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362045 Nov 24 14:18:31.517105 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 41274) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:31.517599 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571e8cd-ae1e-4901-a87e-8167293de06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f64417-d854-4806-af3c-74c4746d204c,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:31.588727 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d4110990-ec2f-4992-826e-4de8eba991a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:31.645440 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d4110990-ec2f-4992-826e-4de8eba991a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:31.722318 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d4110990-ec2f-4992-826e-4de8eba991a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:31.725610 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d4110990-ec2f-4992-826e-4de8eba991a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:31.727169 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-d4110990-ec2f-4992-826e-4de8eba991a7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d0f64417-d854-4806-af3c-74c4746d204c HTTP/1.1" status: 204 len: 168 time: 0.2111132 Nov 24 14:18:31.750292 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4110990-ec2f-4992-826e-4de8eba991a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f64417-d854-4806-af3c-74c4746d204c,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:31.939640 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c564b9-b7ff-4ba7-991b-0cfd8f63004c req-73af9c3f-5658-441f-9d2e-a7640aaa60c4 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:31.949187 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-64c564b9-b7ff-4ba7-991b-0cfd8f63004c req-73af9c3f-5658-441f-9d2e-a7640aaa60c4 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 943 time: 0.0824769 Nov 24 14:18:32.015730 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-64c564b9-b7ff-4ba7-991b-0cfd8f63004c req-9d863474-c222-4edd-84ac-cc9d182c4198 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654938 Nov 24 14:18:32.087728 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83336d7-4173-47cc-bdca-989630eb9d0e req-a58319b4-7871-4691-9110-5d2d85078305 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:32.104164 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a83336d7-4173-47cc-bdca-989630eb9d0e req-a58319b4-7871-4691-9110-5d2d85078305 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 943 time: 0.1274452 Nov 24 14:18:32.185782 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a83336d7-4173-47cc-bdca-989630eb9d0e req-2a127e7b-fee0-4a1b-abdf-fa3b5dedb1c3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793846 Nov 24 14:18:32.307605 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f7714-737c-4724-acd3-d7fa0c4f0746 req-a2621b17-dd91-4265-98c1-6234c81ebd67 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:32.318264 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5c4f7714-737c-4724-acd3-d7fa0c4f0746 req-a2621b17-dd91-4265-98c1-6234c81ebd67 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 946 time: 0.0851138 Nov 24 14:18:32.409311 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5c4f7714-737c-4724-acd3-d7fa0c4f0746 req-a791705e-03c2-43e6-b5cc-bf97cbe83095 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba00ad9-00ec-4af7-9c27-4ef632e562e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895507 Nov 24 14:18:32.503165 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16cd436-5074-40c3-a5a1-71c04c5761f2', 'tag': 'e59f84c6-ba37-4fa4-b16e-8375c70ef669'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:18:32.503383 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae21199a9d4b78a62ed18da464448d73790c24002c352d214487bf1b37d0fcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f13fef-348d-4b73-a806-c473006e6076" -d '{"events": [{"name": "network-changed", "server_uuid": "a16cd436-5074-40c3-a5a1-71c04c5761f2", "tag": "e59f84c6-ba37-4fa4-b16e-8375c70ef669"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:18:32.624583 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f6405-5f84-486e-96af-196a420ee214 req-54723840-ef91-467e-aae2-b0741bb625e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:32.627257 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-942f6405-5f84-486e-96af-196a420ee214 req-54723840-ef91-467e-aae2-b0741bb625e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d7ffc6884db4347bf1894bb966ad5c0&device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 1096 time: 0.0511613 Nov 24 14:18:32.630278 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c3d5cf-0a3b-4eca-9937-fe66f3a8a0cc x-openstack-request-id: req-c0c3d5cf-0a3b-4eca-9937-fe66f3a8a0cc {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:18:32.630741 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16cd436-5074-40c3-a5a1-71c04c5761f2", "tag": "e59f84c6-ba37-4fa4-b16e-8375c70ef669", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:18:32.631177 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c0c3d5cf-0a3b-4eca-9937-fe66f3a8a0cc {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:18:32.631817 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16cd436-5074-40c3-a5a1-71c04c5761f2', 'tag': 'e59f84c6-ba37-4fa4-b16e-8375c70ef669', 'status': 'completed', 'code': 200} Nov 24 14:18:32.833647 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f13fef-348d-4b73-a806-c473006e6076 req-8eb6c6ac-ddbc-4df9-971c-f650a6df020e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:32.835939 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-42f13fef-348d-4b73-a806-c473006e6076 req-8eb6c6ac-ddbc-4df9-971c-f650a6df020e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d7ffc6884db4347bf1894bb966ad5c0&device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 1096 time: 0.1755407 Nov 24 14:18:32.841487 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d735642-d180-4659-8978-14b65712e862 req-b3e958c5-2534-44c7-896f-c04023f597e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:32.843326 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3d735642-d180-4659-8978-14b65712e862 req-b3e958c5-2534-44c7-896f-c04023f597e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0263df2748984c17a05265e50bdc7ca4&device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 1096 time: 0.2013693 Nov 24 14:18:32.857499 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.37', 50173) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:32.994122 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f6405-5f84-486e-96af-196a420ee214 req-c603c9c3-fd43-470d-a5cd-23c6c50bf081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:32.996450 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-942f6405-5f84-486e-96af-196a420ee214 req-c603c9c3-fd43-470d-a5cd-23c6c50bf081 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5d7ffc6884db4347bf1894bb966ad5c0&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3420379 Nov 24 14:18:33.173251 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f6405-5f84-486e-96af-196a420ee214 req-29d95194-e63e-4e60-8793-e03cbc3e3860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:33.175302 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-942f6405-5f84-486e-96af-196a420ee214 req-29d95194-e63e-4e60-8793-e03cbc3e3860 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1653941 Nov 24 14:18:33.182885 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 41366) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:33.265623 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369091e2-1097-403f-8068-b26f49047259 req-d7bc644c-406a-4d9b-9b79-607da524bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:33.267133 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-369091e2-1097-403f-8068-b26f49047259 req-d7bc644c-406a-4d9b-9b79-607da524bcf0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 1099 time: 0.4020324 Nov 24 14:18:33.305108 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-369091e2-1097-403f-8068-b26f49047259 req-d63ef602-d0f1-450f-aa81-578f0e518ef9 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:33.400520 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d735642-d180-4659-8978-14b65712e862 req-5227fd66-0f37-4b86-925d-67f7280c394f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:33.403658 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3d735642-d180-4659-8978-14b65712e862 req-5227fd66-0f37-4b86-925d-67f7280c394f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0263df2748984c17a05265e50bdc7ca4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4803672 Nov 24 14:18:33.409579 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-93502960-6fb3-48b5-b32d-dfac4335c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:33.411086 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-93502960-6fb3-48b5-b32d-dfac4335c0be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d7ffc6884db4347bf1894bb966ad5c0&device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 1096 time: 0.1797402 Nov 24 14:18:33.420356 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f13fef-348d-4b73-a806-c473006e6076 req-134f3aa5-ce27-4a7f-ab22-9dafbfb62dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:33.422682 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-42f13fef-348d-4b73-a806-c473006e6076 req-134f3aa5-ce27-4a7f-ab22-9dafbfb62dc5 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5d7ffc6884db4347bf1894bb966ad5c0&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5769451 Nov 24 14:18:33.466529 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-d4ce8f52-1a5b-46b2-b74d-f5e94fa3d322 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c98cba56-b385-49fc-98fa-a5e1dbf126ff HTTP/1.1" status: 200 len: 217 time: 0.0369937 Nov 24 14:18:33.486081 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0a1a6-277c-43af-a4cf-5140e63572ac req-a4c543a4-f4ab-4892-b57c-b45730980f3c tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:33.488301 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-72a0a1a6-277c-43af-a4cf-5140e63572ac req-a4c543a4-f4ab-4892-b57c-b45730980f3c tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 943 time: 0.1694469 Nov 24 14:18:33.532637 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564ce03-28bf-44d4-93df-13b531de055a req-2c109f01-cbba-4e7b-9c8d-905ca9f4884c tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:33.542102 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5564ce03-28bf-44d4-93df-13b531de055a req-2c109f01-cbba-4e7b-9c8d-905ca9f4884c tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 943 time: 0.1697104 Nov 24 14:18:33.663743 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-72a0a1a6-277c-43af-a4cf-5140e63572ac req-53d9065b-c9fa-4e74-b05e-16d4457d1af3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595948 Nov 24 14:18:33.709123 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5564ce03-28bf-44d4-93df-13b531de055a req-fecf544b-b345-402b-8aa4-60be64749a24 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658912 Nov 24 14:18:33.717658 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f24595f0-af87-4a17-b999-dbbf75f8eeb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:33.734258 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-bfe457f9-a5df-4d34-bc5b-ea1e6331f258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:33.736343 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-bfe457f9-a5df-4d34-bc5b-ea1e6331f258 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f757d60-7ca3-4458-b33a-77e35ec3d9b1 HTTP/1.1" status: 200 len: 858 time: 0.2446556 Nov 24 14:18:33.791348 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f13fef-348d-4b73-a806-c473006e6076 req-a8b0e9d4-a008-4872-91a7-107778c43081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:33.793031 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-42f13fef-348d-4b73-a806-c473006e6076 req-a8b0e9d4-a008-4872-91a7-107778c43081 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3624227 Nov 24 14:18:33.901999 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-3c438384-df79-41a9-8a47-482c7d99f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:33.904653 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-3c438384-df79-41a9-8a47-482c7d99f12d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d7ffc6884db4347bf1894bb966ad5c0&device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 1096 time: 0.0716145 Nov 24 14:18:33.946387 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-2a58c3d8-2176-47f5-a9a5-33b2b63a1128 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a74af18-2791-47cf-80b2-09c09f34ce4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055491 Nov 24 14:18:33.953566 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f24595f0-af87-4a17-b999-dbbf75f8eeb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:33.955065 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d735642-d180-4659-8978-14b65712e862 req-1ab5dcae-642c-4b0b-94a7-a729d8b2721f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:33.956858 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3d735642-d180-4659-8978-14b65712e862 req-1ab5dcae-642c-4b0b-94a7-a729d8b2721f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5424771 Nov 24 14:18:33.960568 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-369091e2-1097-403f-8068-b26f49047259 req-d63ef602-d0f1-450f-aa81-578f0e518ef9 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:33.975078 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f24595f0-af87-4a17-b999-dbbf75f8eeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:33.993359 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-369091e2-1097-403f-8068-b26f49047259 req-d63ef602-d0f1-450f-aa81-578f0e518ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:34.047149 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-377cc9f6-91ed-487f-934c-cab5376c45c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e59f84c6-ba37-4fa4-b16e-8375c70ef669 HTTP/1.1" status: 200 len: 217 time: 0.1295562 Nov 24 14:18:34.076842 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-369091e2-1097-403f-8068-b26f49047259 req-d63ef602-d0f1-450f-aa81-578f0e518ef9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eba00ad9-00ec-4af7-9c27-4ef632e562e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7937965 Nov 24 14:18:34.135992 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-ba24f77d-7d71-49ef-8ed6-5b6c94194032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:34.137920 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-ba24f77d-7d71-49ef-8ed6-5b6c94194032 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f757d60-7ca3-4458-b33a-77e35ec3d9b1 HTTP/1.1" status: 200 len: 858 time: 0.0832164 Nov 24 14:18:34.196176 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44163747-6f96-40bc-bc76-6e3765b4ca00 req-cda008fa-59f1-4ef3-8d84-7dc2a0d9cbc0 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:34.197786 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-44163747-6f96-40bc-bc76-6e3765b4ca00 req-cda008fa-59f1-4ef3-8d84-7dc2a0d9cbc0 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 946 time: 0.3704283 Nov 24 14:18:34.202622 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-f24595f0-af87-4a17-b999-dbbf75f8eeb0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b7cfe0e1911d4ecf845583348c29f367&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0188706 Nov 24 14:18:34.203319 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24595f0-af87-4a17-b999-dbbf75f8eeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d5d84b-b3f6-4d09-963d-eabf9a60bebf,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:34.207707 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 41408) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:34.270782 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-12597a32-c163-412a-96ed-f6275c5f0806 service neutron] 10.222.0.37 "GET /v2.0/networks/1a74af18-2791-47cf-80b2-09c09f34ce4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129635 Nov 24 14:18:34.274506 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ef602-d0f1-450f-aa81-578f0e518ef9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2faed1-c613-4f27-b02e-f02325d05a85,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:34.280772 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-bf9010ea-2260-4f4e-a6c7-6eca51460a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:34.281993 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-bf9010ea-2260-4f4e-a6c7-6eca51460a72 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0263df2748984c17a05265e50bdc7ca4&device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 1096 time: 0.2428622 Nov 24 14:18:34.290652 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8477b20e-3e64-46b6-918c-64e48a5b1ede admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:34.308825 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-44163747-6f96-40bc-bc76-6e3765b4ca00 req-f9c45f91-4774-4b97-a5cd-f8f82cee58cb tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba00ad9-00ec-4af7-9c27-4ef632e562e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995741 Nov 24 14:18:34.315637 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8477b20e-3e64-46b6-918c-64e48a5b1ede admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:34.379871 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-7d27c804-6eb5-482b-b59e-cf7df42096d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a74af18-2791-47cf-80b2-09c09f34ce4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567369 Nov 24 14:18:34.385365 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-d2e70770-bf33-4660-a371-08164e260f2e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fd3e52b-6b69-4479-8136-24d855005187 HTTP/1.1" status: 200 len: 217 time: 0.0543020 Nov 24 14:18:34.482441 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8477b20e-3e64-46b6-918c-64e48a5b1ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:34.485178 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8477b20e-3e64-46b6-918c-64e48a5b1ede admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:34.489237 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-8477b20e-3e64-46b6-918c-64e48a5b1ede admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/70d5d84b-b3f6-4d09-963d-eabf9a60bebf HTTP/1.1" status: 204 len: 168 time: 0.2771392 Nov 24 14:18:34.504667 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477b20e-3e64-46b6-918c-64e48a5b1ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d5d84b-b3f6-4d09-963d-eabf9a60bebf,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:34.519079 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-8b2799ea-e195-4302-a019-ef6e84f1a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:34.520589 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-8b2799ea-e195-4302-a019-ef6e84f1a748 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc91be5c-3dda-4f91-90ca-58668d9f6158 HTTP/1.1" status: 200 len: 849 time: 0.1134923 Nov 24 14:18:34.535258 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-50a57baf-5d59-447d-a070-2065b1cb899b service neutron] 10.222.0.37 "GET /v2.0/networks/1a74af18-2791-47cf-80b2-09c09f34ce4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318731 Nov 24 14:18:34.563495 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-df1338f3-7d7d-433e-a53b-0a51ad14e873 req-936b7595-3392-466b-a6d4-f83759dc7588 service neutron] 10.222.0.37 "GET /v2.0/networks/1a74af18-2791-47cf-80b2-09c09f34ce4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401559 Nov 24 14:18:34.614926 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-f6ca5b65-dac4-475d-96c5-e5829355aa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:34.616454 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-f6ca5b65-dac4-475d-96c5-e5829355aa34 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eed9835b-0528-48c8-805c-6a672cef9034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0842428 Nov 24 14:18:34.664998 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b93f3331-928a-4b7d-9e3e-80b75564838e req-5fe664d0-df9b-4776-8c76-34ee8bc4b6e9 service neutron] 10.222.0.37 "GET /v2.0/networks/1a74af18-2791-47cf-80b2-09c09f34ce4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204123 Nov 24 14:18:34.741260 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-3e360669-f079-49d1-ab78-157124f8a845 service neutron] 10.222.0.37 "GET /v2.0/networks/eed9835b-0528-48c8-805c-6a672cef9034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148732 Nov 24 14:18:34.872126 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20da65e-ac38-4454-89c0-05befc8e2238 req-2aac2533-a6c6-4fcc-999f-34c7dfc1b59a tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:34.883721 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f20da65e-ac38-4454-89c0-05befc8e2238 req-2aac2533-a6c6-4fcc-999f-34c7dfc1b59a tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 943 time: 0.0631301 Nov 24 14:18:34.942171 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb77647-4436-494b-b761-1025bab20f5c req-626672a5-f0d2-46c5-b679-9eac7f0c70a4 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:34.942597 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f20da65e-ac38-4454-89c0-05befc8e2238 req-bbf8548a-bc71-4f13-9e5b-b7313d07e88b tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574195 Nov 24 14:18:34.943682 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fcb77647-4436-494b-b761-1025bab20f5c req-626672a5-f0d2-46c5-b679-9eac7f0c70a4 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 943 time: 0.1352499 Nov 24 14:18:35.051536 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 41442) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:35.093066 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-15bfc6fa-ca74-44a0-b01a-74f352e9d7c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:35.233749 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fb9c2487-b189-4bb1-a0e3-ed1cb6e28816 req-7fc27724-705d-476b-bac7-18cd0888d080 service neutron] 10.222.0.37 "GET /v2.0/networks/eed9835b-0528-48c8-805c-6a672cef9034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814036 Nov 24 14:18:35.243182 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-15bfc6fa-ca74-44a0-b01a-74f352e9d7c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:35.252498 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-15bfc6fa-ca74-44a0-b01a-74f352e9d7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:35.273882 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fcb77647-4436-494b-b761-1025bab20f5c req-878e46d4-a252-47c5-9f11-072af9691874 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3221624 Nov 24 14:18:35.304725 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-15bfc6fa-ca74-44a0-b01a-74f352e9d7c6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3ecfc83b36b44b94aa27552c78a96f7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519674 Nov 24 14:18:35.308224 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 41454) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:35.310468 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bfc6fa-ca74-44a0-b01a-74f352e9d7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db4ebbe-fb09-4601-baa9-84d64e4307de,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:35.383790 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2f89d6ac-bf7d-43e9-abb3-7c7d330856d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:35.416673 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2f89d6ac-bf7d-43e9-abb3-7c7d330856d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:35.447491 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a5e9e-35f0-4927-876d-f8c453782024 req-317de20f-cd1f-4c95-aae5-f1848ed46666 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:35.449256 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d86a5e9e-35f0-4927-876d-f8c453782024 req-317de20f-cd1f-4c95-aae5-f1848ed46666 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 946 time: 0.0572507 Nov 24 14:18:35.487369 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2f89d6ac-bf7d-43e9-abb3-7c7d330856d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:35.490213 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2f89d6ac-bf7d-43e9-abb3-7c7d330856d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:35.491361 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-2f89d6ac-bf7d-43e9-abb3-7c7d330856d8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8db4ebbe-fb09-4601-baa9-84d64e4307de HTTP/1.1" status: 204 len: 168 time: 0.1818991 Nov 24 14:18:35.499575 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89d6ac-bf7d-43e9-abb3-7c7d330856d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db4ebbe-fb09-4601-baa9-84d64e4307de,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:35.519450 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d86a5e9e-35f0-4927-876d-f8c453782024 req-500299ba-77b9-4770-add4-0e5be8fe7859 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba00ad9-00ec-4af7-9c27-4ef632e562e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634365 Nov 24 14:18:36.072363 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895c582-38ae-4244-89e7-20b92159a06f req-b785545d-e979-44c2-8b4a-d2372dc36756 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:36.073951 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1895c582-38ae-4244-89e7-20b92159a06f req-b785545d-e979-44c2-8b4a-d2372dc36756 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 943 time: 0.0606673 Nov 24 14:18:36.132405 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1895c582-38ae-4244-89e7-20b92159a06f req-f7fa1580-d1cb-409e-a22d-08be4eaedb4b tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503149 Nov 24 14:18:36.413013 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847d6a1-9a99-4be5-bfea-a629a4595146 req-6fb795a2-b8fb-4cc6-bfba-6bdc1376b2ed tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:36.414586 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6847d6a1-9a99-4be5-bfea-a629a4595146 req-6fb795a2-b8fb-4cc6-bfba-6bdc1376b2ed tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 943 time: 0.0519366 Nov 24 14:18:36.468280 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6847d6a1-9a99-4be5-bfea-a629a4595146 req-01182976-a8af-4482-b1a6-104e0549beed tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478199 Nov 24 14:18:36.544487 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device e59f84c6-ba37-4fa4-b16e-8375c70ef669 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=102763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:18:36.604711 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:18:36.776308 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868aa4c6-67cc-46fa-a97c-31d0b2fe676c req-4ee18a12-d9b8-4fe5-a320-92b10efbdfb4 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:36.778124 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-868aa4c6-67cc-46fa-a97c-31d0b2fe676c req-4ee18a12-d9b8-4fe5-a320-92b10efbdfb4 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 946 time: 0.0908291 Nov 24 14:18:36.807735 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port e59f84c6-ba37-4fa4-b16e-8375c70ef669, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=e59f84c6-ba37-4fa4-b16e-8375c70ef669,segment=NetworkSegment(c754a79b-afb5-48de-94e3-bf49147899b2),segment_id=c754a79b-afb5-48de-94e3-bf49147899b2)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:18:36.828727 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Returning: {'device': 'e59f84c6-ba37-4fa4-b16e-8375c70ef669', 'network_id': '1a74af18-2791-47cf-80b2-09c09f34ce4a', 'port_id': 'e59f84c6-ba37-4fa4-b16e-8375c70ef669', 'mac_address': 'fa:16:3e:c7:df:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f757d60-7ca3-4458-b33a-77e35ec3d9b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:18:36.870123 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-868aa4c6-67cc-46fa-a97c-31d0b2fe676c req-4e58b5ed-01f2-414e-94ab-72ebb9b88815 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba00ad9-00ec-4af7-9c27-4ef632e562e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851054 Nov 24 14:18:36.882955 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:36.911836 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e59f84c6-ba37-4fa4-b16e-8375c70ef669 {{(pid=102763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:18:36.957479 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port e59f84c6-ba37-4fa4-b16e-8375c70ef669, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=e59f84c6-ba37-4fa4-b16e-8375c70ef669,segment=NetworkSegment(c754a79b-afb5-48de-94e3-bf49147899b2),segment_id=c754a79b-afb5-48de-94e3-bf49147899b2)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:18:36.963522 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:36.964547 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device c98cba56-b385-49fc-98fa-a5e1dbf126ff details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=102763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:18:37.026102 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 41554) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:37.052581 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=e59f84c6-ba37-4fa4-b16e-8375c70ef669,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:37.059381 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port c98cba56-b385-49fc-98fa-a5e1dbf126ff, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=c98cba56-b385-49fc-98fa-a5e1dbf126ff,segment=NetworkSegment(c754a79b-afb5-48de-94e3-bf49147899b2),segment_id=c754a79b-afb5-48de-94e3-bf49147899b2)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:18:37.083417 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Returning: {'device': 'c98cba56-b385-49fc-98fa-a5e1dbf126ff', 'network_id': '1a74af18-2791-47cf-80b2-09c09f34ce4a', 'port_id': 'c98cba56-b385-49fc-98fa-a5e1dbf126ff', 'mac_address': 'fa:16:3e:bd:68:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f757d60-7ca3-4458-b33a-77e35ec3d9b1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:18:37.135767 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:37.152194 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c98cba56-b385-49fc-98fa-a5e1dbf126ff {{(pid=102763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:18:37.175601 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port c98cba56-b385-49fc-98fa-a5e1dbf126ff, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=c98cba56-b385-49fc-98fa-a5e1dbf126ff,segment=NetworkSegment(c754a79b-afb5-48de-94e3-bf49147899b2),segment_id=c754a79b-afb5-48de-94e3-bf49147899b2)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:18:37.183345 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:37.222360 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 41564) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:37.244110 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=c98cba56-b385-49fc-98fa-a5e1dbf126ff,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:37.294009 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1e541-ecb2-4794-8d0a-24e3f7f6fa3e req-963a2353-a9b8-4cbb-a343-f700cb439f18 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:37.302649 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c6d1e541-ecb2-4794-8d0a-24e3f7f6fa3e req-963a2353-a9b8-4cbb-a343-f700cb439f18 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 944 time: 0.0823081 Nov 24 14:18:37.353302 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-883ce1f7-e58c-4399-9616-205392c8218e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:37.385096 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c6d1e541-ecb2-4794-8d0a-24e3f7f6fa3e req-2d6bc0be-180e-4315-8d2a-c1e25134a172 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771680 Nov 24 14:18:37.439959 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-03e1c666-e3ba-4039-89b9-7d84eaea5606 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:37.457258 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['e59f84c6-ba37-4fa4-b16e-8375c70ef669'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:18:37.496875 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['c98cba56-b385-49fc-98fa-a5e1dbf126ff'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:18:37.506028 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-883ce1f7-e58c-4399-9616-205392c8218e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:37.522280 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-883ce1f7-e58c-4399-9616-205392c8218e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:37.581347 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-883ce1f7-e58c-4399-9616-205392c8218e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3dae93d437be438182c74a78bf47003d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5530663 Nov 24 14:18:37.581502 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 41578) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:37.632854 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ce1f7-e58c-4399-9616-205392c8218e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8b0a9b-8a33-4500-82da-bedf1ea1b479,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:37.649175 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c5e28bf1-84f8-4a11-8021-633d56166daa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:37.665894 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3da701-b226-42bf-8189-0365519a0890 req-7279156f-6584-47a2-8d6d-2e2af3140a74 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:37.677958 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cb3da701-b226-42bf-8189-0365519a0890 req-7279156f-6584-47a2-8d6d-2e2af3140a74 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 943 time: 0.1225920 Nov 24 14:18:37.686709 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c5e28bf1-84f8-4a11-8021-633d56166daa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:37.735686 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-03e1c666-e3ba-4039-89b9-7d84eaea5606 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:37.753644 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cb3da701-b226-42bf-8189-0365519a0890 req-95b12f06-67f0-46f1-9c73-67186be901ba tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714190 Nov 24 14:18:37.757087 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-03e1c666-e3ba-4039-89b9-7d84eaea5606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:37.776075 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c5e28bf1-84f8-4a11-8021-633d56166daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:37.786257 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c5e28bf1-84f8-4a11-8021-633d56166daa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:37.792928 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-c5e28bf1-84f8-4a11-8021-633d56166daa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bb8b0a9b-8a33-4500-82da-bedf1ea1b479 HTTP/1.1" status: 204 len: 168 time: 0.2102933 Nov 24 14:18:37.821318 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e28bf1-84f8-4a11-8021-633d56166daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8b0a9b-8a33-4500-82da-bedf1ea1b479,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:37.866107 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1c666-e3ba-4039-89b9-7d84eaea5606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd8d9a2-66a3-487e-bc4e-b1a8ee7ede07,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:37.875628 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-03e1c666-e3ba-4039-89b9-7d84eaea5606 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9dbc03f63f3245e69a5e9bbb0afd20bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6510983 Nov 24 14:18:37.876072 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 41590) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:37.997259 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bee36db9-cfc9-4cbb-95cb-39354286d333 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:38.026460 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bee36db9-cfc9-4cbb-95cb-39354286d333 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:38.082877 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bee36db9-cfc9-4cbb-95cb-39354286d333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:38.085832 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bee36db9-cfc9-4cbb-95cb-39354286d333 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:38.100451 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-bee36db9-cfc9-4cbb-95cb-39354286d333 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/efd8d9a2-66a3-487e-bc4e-b1a8ee7ede07 HTTP/1.1" status: 204 len: 168 time: 0.2186761 Nov 24 14:18:38.118486 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee36db9-cfc9-4cbb-95cb-39354286d333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd8d9a2-66a3-487e-bc4e-b1a8ee7ede07,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:38.214671 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 41610) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:38.231630 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2fda55ff-4bd8-475c-9e40-e1670bb44641 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:38.329648 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2fda55ff-4bd8-475c-9e40-e1670bb44641 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:38.334628 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2fda55ff-4bd8-475c-9e40-e1670bb44641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:38.374005 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-2fda55ff-4bd8-475c-9e40-e1670bb44641 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7e7215b9ae404dcb89337becfaf0ebf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1582448 Nov 24 14:18:38.375965 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda55ff-4bd8-475c-9e40-e1670bb44641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70292660-795f-46c1-83ea-6c61c8ac470c,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:38.376696 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 41616) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:38.500698 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4123a78b-d0c3-4956-adca-b61790e34dfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:38.562158 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4123a78b-d0c3-4956-adca-b61790e34dfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:38.578745 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 4fd3e52b-6b69-4479-8136-24d855005187 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=102763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:18:38.585367 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e37c01-a1f7-40dc-ad66-c9730989baa7 req-eefccab1-f24b-462f-90e1-b649e382a755 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:38.596674 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-59e37c01-a1f7-40dc-ad66-c9730989baa7 req-eefccab1-f24b-462f-90e1-b649e382a755 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 944 time: 0.0907543 Nov 24 14:18:38.604690 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device e59f84c6-ba37-4fa4-b16e-8375c70ef669 up at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:18:38.647383 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 41628) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:38.694889 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8d72e1d2-64ec-4f62-a604-c1b91d8cdd2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:38.713682 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.db.resource_extend [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 14:18:38.718373 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-59e37c01-a1f7-40dc-ad66-c9730989baa7 req-8c72e961-18fd-42be-9d17-2ddba5cb0262 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203744 Nov 24 14:18:38.752015 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 41632) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:38.788122 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4123a78b-d0c3-4956-adca-b61790e34dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:38.791795 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4123a78b-d0c3-4956-adca-b61790e34dfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:38.806452 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-4123a78b-d0c3-4956-adca-b61790e34dfc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/70292660-795f-46c1-83ea-6c61c8ac470c HTTP/1.1" status: 204 len: 168 time: 0.4286201 Nov 24 14:18:38.832286 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 4fd3e52b-6b69-4479-8136-24d855005187, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=4fd3e52b-6b69-4479-8136-24d855005187,segment=NetworkSegment(4a2b2a11-2891-44e3-9598-0ff498ad696b),segment_id=4a2b2a11-2891-44e3-9598-0ff498ad696b)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:18:38.842255 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123a78b-d0c3-4956-adca-b61790e34dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70292660-795f-46c1-83ea-6c61c8ac470c,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:38.872527 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning for port e59f84c6-ba37-4fa4-b16e-8375c70ef669 completed by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:18:38.898224 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning complete for port e59f84c6-ba37-4fa4-b16e-8375c70ef669 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:18:38.899161 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:38.941334 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Returning: {'device': '4fd3e52b-6b69-4479-8136-24d855005187', 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034', 'port_id': '4fd3e52b-6b69-4479-8136-24d855005187', 'mac_address': 'fa:16:3e:77:1e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:18:38.981191 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8d72e1d2-64ec-4f62-a604-c1b91d8cdd2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:38.982805 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac552257-d5cf-4da7-864c-398a88910b69 req-cdb58fc5-8eec-407b-a9b3-00a8bfe0e6f9 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:38.984804 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ac552257-d5cf-4da7-864c-398a88910b69 req-cdb58fc5-8eec-407b-a9b3-00a8bfe0e6f9 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 943 time: 0.1417861 Nov 24 14:18:38.989735 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8d72e1d2-64ec-4f62-a604-c1b91d8cdd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:39.069483 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-8d72e1d2-64ec-4f62-a604-c1b91d8cdd2e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9426f1a051e244e8a3943b3578dfc7f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4164777 Nov 24 14:18:39.080840 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 41648) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:39.085557 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72e1d2-64ec-4f62-a604-c1b91d8cdd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487b5602-1db0-4be7-a77f-09a91f85bf7d,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:39.116246 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ac5a342e-c690-437e-b8af-8a6a71e5a2bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:39.133347 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:39.238259 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ac552257-d5cf-4da7-864c-398a88910b69 req-769b7f64-7c54-4e42-aa2c-5c4601b60531 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2452207 Nov 24 14:18:39.289282 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ac5a342e-c690-437e-b8af-8a6a71e5a2bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:39.299917 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ac5a342e-c690-437e-b8af-8a6a71e5a2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:39.321505 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-88467901-db92-4d14-a26c-e7f317cafdfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:39.375158 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a342e-c690-437e-b8af-8a6a71e5a2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0f21e8-e365-4d89-b488-a9ad86a4f4a0,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:39.379611 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-88467901-db92-4d14-a26c-e7f317cafdfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:39.385506 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-ac5a342e-c690-437e-b8af-8a6a71e5a2bf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=04e8ee82af224522af72424b5d67c362&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6312461 Nov 24 14:18:39.387943 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 41658) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:39.441448 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-88467901-db92-4d14-a26c-e7f317cafdfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:39.444491 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-88467901-db92-4d14-a26c-e7f317cafdfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:39.448399 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-88467901-db92-4d14-a26c-e7f317cafdfa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/487b5602-1db0-4be7-a77f-09a91f85bf7d HTTP/1.1" status: 204 len: 168 time: 0.3639264 Nov 24 14:18:39.461231 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88467901-db92-4d14-a26c-e7f317cafdfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487b5602-1db0-4be7-a77f-09a91f85bf7d,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:39.480972 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fd3e52b-6b69-4479-8136-24d855005187 {{(pid=102763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:18:39.481795 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-703b3467-883e-4481-8c26-d587dda12d55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:39.514340 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-703b3467-883e-4481-8c26-d587dda12d55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:39.536233 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:39.539431 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 4fd3e52b-6b69-4479-8136-24d855005187, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=4fd3e52b-6b69-4479-8136-24d855005187,segment=NetworkSegment(4a2b2a11-2891-44e3-9598-0ff498ad696b),segment_id=4a2b2a11-2891-44e3-9598-0ff498ad696b)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:18:39.556556 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:39.600759 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-703b3467-883e-4481-8c26-d587dda12d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:39.607270 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-703b3467-883e-4481-8c26-d587dda12d55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:39.609135 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-703b3467-883e-4481-8c26-d587dda12d55 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3c0f21e8-e365-4d89-b488-a9ad86a4f4a0 HTTP/1.1" status: 204 len: 168 time: 0.2198758 Nov 24 14:18:39.614222 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16cd436-5074-40c3-a5a1-71c04c5761f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59f84c6-ba37-4fa4-b16e-8375c70ef669'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:18:39.616505 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02bc6bab57870f22e484ac0312d8c66543c8308e687160369736143e34da9ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180be5ef-4841-4b71-add9-b54a5367a241" -d '{"events": [{"server_uuid": "a16cd436-5074-40c3-a5a1-71c04c5761f2", "name": "network-vif-plugged", "status": "completed", "tag": "e59f84c6-ba37-4fa4-b16e-8375c70ef669"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:18:39.632550 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b3467-883e-4481-8c26-d587dda12d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0f21e8-e365-4d89-b488-a9ad86a4f4a0,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:39.670299 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port e59f84c6-ba37-4fa4-b16e-8375c70ef669, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=e59f84c6-ba37-4fa4-b16e-8375c70ef669,segment=NetworkSegment(c754a79b-afb5-48de-94e3-bf49147899b2),segment_id=c754a79b-afb5-48de-94e3-bf49147899b2)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:18:39.690798 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1e1096-51ac-49bb-ae85-9aff2c1a5769 x-openstack-request-id: req-5b1e1096-51ac-49bb-ae85-9aff2c1a5769 {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:18:39.691376 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16cd436-5074-40c3-a5a1-71c04c5761f2", "name": "network-vif-plugged", "status": "completed", "tag": "e59f84c6-ba37-4fa4-b16e-8375c70ef669", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:18:39.691805 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5b1e1096-51ac-49bb-ae85-9aff2c1a5769 {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:18:39.692392 dv-cinder-739079-6-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16cd436-5074-40c3-a5a1-71c04c5761f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59f84c6-ba37-4fa4-b16e-8375c70ef669', 'code': 200} Nov 24 14:18:39.697936 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:39.699004 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device c98cba56-b385-49fc-98fa-a5e1dbf126ff up at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:18:39.731375 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=4fd3e52b-6b69-4479-8136-24d855005187,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:39.885768 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['4fd3e52b-6b69-4479-8136-24d855005187'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:18:39.904370 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=e59f84c6-ba37-4fa4-b16e-8375c70ef669,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:39.959128 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning for port c98cba56-b385-49fc-98fa-a5e1dbf126ff completed by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:18:39.968777 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning complete for port c98cba56-b385-49fc-98fa-a5e1dbf126ff triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:18:39.969000 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:39.988363 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed7ff8-2d7e-4b91-9243-c255322526f1 req-842a7cc0-959c-4c71-82c1-8491c48a018a tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:39.993790 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-01ed7ff8-2d7e-4b91-9243-c255322526f1 req-842a7cc0-959c-4c71-82c1-8491c48a018a tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.1159594 Nov 24 14:18:40.025470 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2de41b-c171-49f6-a57d-3fc9ac4f6001 req-6453c860-6f6e-4237-abc6-97b199328f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:40.030381 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5b2de41b-c171-49f6-a57d-3fc9ac4f6001 req-6453c860-6f6e-4237-abc6-97b199328f92 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 1098 time: 0.0917933 Nov 24 14:18:40.084282 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-01ed7ff8-2d7e-4b91-9243-c255322526f1 req-8a4c0b96-23ec-4467-a6cb-35e8d1084872 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796816 Nov 24 14:18:40.109050 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5b2de41b-c171-49f6-a57d-3fc9ac4f6001 req-0e803bb8-2741-4b13-acd1-28a8f30950f9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705397 Nov 24 14:18:40.138059 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:40.199541 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port c98cba56-b385-49fc-98fa-a5e1dbf126ff, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=c98cba56-b385-49fc-98fa-a5e1dbf126ff,segment=NetworkSegment(c754a79b-afb5-48de-94e3-bf49147899b2),segment_id=c754a79b-afb5-48de-94e3-bf49147899b2)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:18:40.208109 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:40.280700 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=c98cba56-b385-49fc-98fa-a5e1dbf126ff,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:40.375927 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3e738-200c-4d4b-b981-5f5fb9d80f5a req-a1419c60-64ef-4ac9-96eb-b03502ba9ad8 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:40.378347 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 41698) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:40.383516 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-03a3e738-200c-4d4b-b981-5f5fb9d80f5a req-a1419c60-64ef-4ac9-96eb-b03502ba9ad8 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 944 time: 0.0618660 Nov 24 14:18:40.410257 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-957656d5-d7d8-4f31-8870-3a800b743599 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:40.454007 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-03a3e738-200c-4d4b-b981-5f5fb9d80f5a req-72c9fcb7-4bd6-43fc-abe9-0b9e666d66da tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695081 Nov 24 14:18:40.519283 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-957656d5-d7d8-4f31-8870-3a800b743599 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:40.524126 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-957656d5-d7d8-4f31-8870-3a800b743599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:40.539178 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 41706) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:40.563299 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-957656d5-d7d8-4f31-8870-3a800b743599 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=028f78762dd547ccab39117d98ecd794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1834209 Nov 24 14:18:40.564208 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957656d5-d7d8-4f31-8870-3a800b743599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cf13e4-f175-4c26-afd0-3d77c71dea9d,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:40.567652 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 41710) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:40.621618 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-977058ba-8369-4151-aabd-25c581b5ab40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:40.649373 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-977058ba-8369-4151-aabd-25c581b5ab40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:40.704399 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-977058ba-8369-4151-aabd-25c581b5ab40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:40.707257 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-977058ba-8369-4151-aabd-25c581b5ab40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:40.711208 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-977058ba-8369-4151-aabd-25c581b5ab40 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/33cf13e4-f175-4c26-afd0-3d77c71dea9d HTTP/1.1" status: 204 len: 168 time: 0.1394134 Nov 24 14:18:40.717146 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977058ba-8369-4151-aabd-25c581b5ab40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cf13e4-f175-4c26-afd0-3d77c71dea9d,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:40.771331 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-085a9633-f072-4881-a52b-a49f8a9f2619 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:40.792808 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:40.882617 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-085a9633-f072-4881-a52b-a49f8a9f2619 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:40.887673 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-085a9633-f072-4881-a52b-a49f8a9f2619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:40.931641 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-085a9633-f072-4881-a52b-a49f8a9f2619 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5750024c094d4c9bae71e54db4e242c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3903263 Nov 24 14:18:40.933590 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a9633-f072-4881-a52b-a49f8a9f2619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25c5ffd-9a75-40c8-ad68-efd0e08576e4,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:40.934342 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 41724) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:40.993974 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4656aed2-03e7-4b5f-b902-5fcbfe715e8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:41.016571 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4656aed2-03e7-4b5f-b902-5fcbfe715e8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:41.067597 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4656aed2-03e7-4b5f-b902-5fcbfe715e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:41.070230 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4656aed2-03e7-4b5f-b902-5fcbfe715e8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:41.071533 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-4656aed2-03e7-4b5f-b902-5fcbfe715e8e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e25c5ffd-9a75-40c8-ad68-efd0e08576e4 HTTP/1.1" status: 204 len: 168 time: 0.1361651 Nov 24 14:18:41.079222 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656aed2-03e7-4b5f-b902-5fcbfe715e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25c5ffd-9a75-40c8-ad68-efd0e08576e4,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:41.291207 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9351a14-8624-42c8-bf94-66f20920d83b req-e9aaa6f3-aa90-4e9d-91c1-2700e9e08216 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:41.296840 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c9351a14-8624-42c8-bf94-66f20920d83b req-e9aaa6f3-aa90-4e9d-91c1-2700e9e08216 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0821373 Nov 24 14:18:41.444221 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c9351a14-8624-42c8-bf94-66f20920d83b req-5c6c43a3-bfc4-4d33-b724-1e20a49528db tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221285 Nov 24 14:18:41.565410 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 41754) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:41.605270 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e785d23a-7282-47cb-a1d8-824eb9defd08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:41.644165 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b03e68-f1da-4595-952f-ffdb136f10f5 req-c50583a0-4c96-4ab3-a83d-d10a1e820731 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:41.659446 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c0b03e68-f1da-4595-952f-ffdb136f10f5 req-c50583a0-4c96-4ab3-a83d-d10a1e820731 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 944 time: 0.1277316 Nov 24 14:18:41.694339 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1aac88-9120-45a1-b641-86cf055bd8ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98cba56-b385-49fc-98fa-a5e1dbf126ff'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:18:41.696995 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02bc6bab57870f22e484ac0312d8c66543c8308e687160369736143e34da9ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97e5121-3459-4df5-b474-6260844a8f05" -d '{"events": [{"server_uuid": "ac1aac88-9120-45a1-b641-86cf055bd8ee", "name": "network-vif-plugged", "status": "completed", "tag": "c98cba56-b385-49fc-98fa-a5e1dbf126ff"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:18:41.720519 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e785d23a-7282-47cb-a1d8-824eb9defd08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:41.727054 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e785d23a-7282-47cb-a1d8-824eb9defd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:41.772525 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fe52c8-25df-4479-94f2-6e14a98c07e8 x-openstack-request-id: req-b5fe52c8-25df-4479-94f2-6e14a98c07e8 {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:18:41.772851 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1aac88-9120-45a1-b641-86cf055bd8ee", "name": "network-vif-plugged", "status": "completed", "tag": "c98cba56-b385-49fc-98fa-a5e1dbf126ff", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:18:41.773222 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b5fe52c8-25df-4479-94f2-6e14a98c07e8 {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:18:41.773516 dv-cinder-739079-6-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1aac88-9120-45a1-b641-86cf055bd8ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98cba56-b385-49fc-98fa-a5e1dbf126ff', 'code': 200} Nov 24 14:18:41.790882 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c0b03e68-f1da-4595-952f-ffdb136f10f5 req-952ae310-9550-4952-9a05-aa2dbe36fe68 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166923 Nov 24 14:18:41.795534 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-e785d23a-7282-47cb-a1d8-824eb9defd08 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1061d69764324ea5a951f76b14330db5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291083 Nov 24 14:18:41.796446 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785d23a-7282-47cb-a1d8-824eb9defd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30006f97-986f-4fd1-9e68-32bd03e0b2e4,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:41.798167 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 41764) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:41.878208 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9309e359-25bc-46fd-8845-7a17f53ac089 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:41.907938 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9309e359-25bc-46fd-8845-7a17f53ac089 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:41.987363 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9309e359-25bc-46fd-8845-7a17f53ac089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:41.990147 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9309e359-25bc-46fd-8845-7a17f53ac089 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:41.993932 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-9309e359-25bc-46fd-8845-7a17f53ac089 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/30006f97-986f-4fd1-9e68-32bd03e0b2e4 HTTP/1.1" status: 204 len: 168 time: 0.1796765 Nov 24 14:18:42.008621 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309e359-25bc-46fd-8845-7a17f53ac089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30006f97-986f-4fd1-9e68-32bd03e0b2e4,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:42.024664 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d624668-1d6f-48de-b8ff-7c4f58c152bd req-a74b4967-8127-4702-a3a9-3c315d41d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:42.026900 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1d624668-1d6f-48de-b8ff-7c4f58c152bd req-a74b4967-8127-4702-a3a9-3c315d41d7a9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 1098 time: 0.0698757 Nov 24 14:18:42.080064 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1d624668-1d6f-48de-b8ff-7c4f58c152bd req-0c4ecdae-4519-439a-b963-765a02cc5ad1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406747 Nov 24 14:18:42.606394 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b1f58-e4ce-4cf8-863c-04e332d88371 req-116dcd42-a193-49f5-bf4e-7de592088b09 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:42.607939 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-854b1f58-e4ce-4cf8-863c-04e332d88371 req-116dcd42-a193-49f5-bf4e-7de592088b09 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0895200 Nov 24 14:18:42.615382 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 4fd3e52b-6b69-4479-8136-24d855005187 up at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:18:42.675826 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-854b1f58-e4ce-4cf8-863c-04e332d88371 req-47cf3d16-bf4a-4283-9c33-5bf7a5ae9420 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599713 Nov 24 14:18:42.703500 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning for port 4fd3e52b-6b69-4479-8136-24d855005187 completed by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:18:42.709473 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning complete for port 4fd3e52b-6b69-4479-8136-24d855005187 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:18:42.710443 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:42.856642 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:42.936757 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 4fd3e52b-6b69-4479-8136-24d855005187, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=4fd3e52b-6b69-4479-8136-24d855005187,segment=NetworkSegment(4a2b2a11-2891-44e3-9598-0ff498ad696b),segment_id=4a2b2a11-2891-44e3-9598-0ff498ad696b)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:18:42.947207 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:43.061917 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=4fd3e52b-6b69-4479-8136-24d855005187,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:43.084490 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44abd1-946d-42b3-8137-b0e4a8221a05 req-ddbcf31a-6e92-4b8c-b9b9-72959c525b42 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:43.105841 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2d44abd1-946d-42b3-8137-b0e4a8221a05 req-ddbcf31a-6e92-4b8c-b9b9-72959c525b42 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 944 time: 0.1940372 Nov 24 14:18:43.180170 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2d44abd1-946d-42b3-8137-b0e4a8221a05 req-9204c36e-c50f-4b47-b5da-44cd838591d2 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728843 Nov 24 14:18:43.237995 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85032f9d-4bac-4fa8-8ad7-1070b50fa457 req-99769aa4-82a9-4ada-893f-ede8e55a9463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:43.239552 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-85032f9d-4bac-4fa8-8ad7-1070b50fa457 req-99769aa4-82a9-4ada-893f-ede8e55a9463 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d7ffc6884db4347bf1894bb966ad5c0&device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 1098 time: 0.1643858 Nov 24 14:18:43.311526 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d77f4d-35ca-4698-98cc-2d29627254c8 req-cffff352-6ec4-48a3-a93e-acd182a5a5d2 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:43.319023 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-77d77f4d-35ca-4698-98cc-2d29627254c8 req-cffff352-6ec4-48a3-a93e-acd182a5a5d2 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.1734545 Nov 24 14:18:43.500035 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-77d77f4d-35ca-4698-98cc-2d29627254c8 req-cededf03-5e43-4caf-871d-d0882f6d995d tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800079 Nov 24 14:18:43.518738 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85032f9d-4bac-4fa8-8ad7-1070b50fa457 req-8aeb31b7-1e38-4de7-8d32-cdea5694669e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:43.522037 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-85032f9d-4bac-4fa8-8ad7-1070b50fa457 req-8aeb31b7-1e38-4de7-8d32-cdea5694669e service neutron] 10.222.0.37 "GET /v2.0/networks?id=1a74af18-2791-47cf-80b2-09c09f34ce4a HTTP/1.1" status: 200 len: 920 time: 0.2718623 Nov 24 14:18:43.604651 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-85032f9d-4bac-4fa8-8ad7-1070b50fa457 req-71d12291-5d4c-4ed9-9593-a387e8cd0e31 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e59f84c6-ba37-4fa4-b16e-8375c70ef669 HTTP/1.1" status: 200 len: 217 time: 0.0711069 Nov 24 14:18:43.707035 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85032f9d-4bac-4fa8-8ad7-1070b50fa457 req-305b82d8-d0f0-4c4c-8655-865e9d0c47be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:43.708810 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-85032f9d-4bac-4fa8-8ad7-1070b50fa457 req-305b82d8-d0f0-4c4c-8655-865e9d0c47be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f757d60-7ca3-4458-b33a-77e35ec3d9b1 HTTP/1.1" status: 200 len: 858 time: 0.0891809 Nov 24 14:18:43.753910 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-85032f9d-4bac-4fa8-8ad7-1070b50fa457 req-55d5f314-e57a-4088-9fa6-3d8a5f70c015 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a74af18-2791-47cf-80b2-09c09f34ce4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345151 Nov 24 14:18:43.776943 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b457068-d6b5-4a7e-b257-fa6a0df12803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd3e52b-6b69-4479-8136-24d855005187'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:18:43.779206 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02bc6bab57870f22e484ac0312d8c66543c8308e687160369736143e34da9ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea886411-d948-4cfb-91d6-aa1d62077269" -d '{"events": [{"server_uuid": "2b457068-d6b5-4a7e-b257-fa6a0df12803", "name": "network-vif-plugged", "status": "completed", "tag": "4fd3e52b-6b69-4479-8136-24d855005187"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:18:43.830003 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69fd9d1-6472-4fb0-84b6-900aac1636fd x-openstack-request-id: req-a69fd9d1-6472-4fb0-84b6-900aac1636fd {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:18:43.831233 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b457068-d6b5-4a7e-b257-fa6a0df12803", "name": "network-vif-plugged", "status": "completed", "tag": "4fd3e52b-6b69-4479-8136-24d855005187", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:18:43.831738 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a69fd9d1-6472-4fb0-84b6-900aac1636fd {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:18:43.832349 dv-cinder-739079-6-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b457068-d6b5-4a7e-b257-fa6a0df12803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd3e52b-6b69-4479-8136-24d855005187', 'code': 200} Nov 24 14:18:43.920075 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-85032f9d-4bac-4fa8-8ad7-1070b50fa457 req-f700848d-2fc4-4108-a130-3290dcd4f340 service neutron] 10.222.0.37 "GET /v2.0/networks/1a74af18-2791-47cf-80b2-09c09f34ce4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514914 Nov 24 14:18:44.046727 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-85032f9d-4bac-4fa8-8ad7-1070b50fa457 req-6649d187-2937-43a5-a7c2-2acd31636976 service neutron] 10.222.0.37 "GET /v2.0/networks/1a74af18-2791-47cf-80b2-09c09f34ce4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187842 Nov 24 14:18:44.144494 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab20aca-b15f-439b-adca-fcaeca9eff75 req-8f995c6e-c2e9-4343-aef4-d63956abdddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:44.146484 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-dab20aca-b15f-439b-adca-fcaeca9eff75 req-8f995c6e-c2e9-4343-aef4-d63956abdddd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 1098 time: 0.1368432 Nov 24 14:18:44.261293 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-dab20aca-b15f-439b-adca-fcaeca9eff75 req-665957f5-b65e-4215-95d4-e3478921369e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774217 Nov 24 14:18:44.338923 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896a862-8b40-4e0c-83e4-d38e7d9ef564 req-f8b2dd4a-5d7b-40b2-8c18-0310d5abec54 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:44.349810 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1896a862-8b40-4e0c-83e4-d38e7d9ef564 req-f8b2dd4a-5d7b-40b2-8c18-0310d5abec54 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.0641899 Nov 24 14:18:44.387089 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-90a32ee4-4bbc-411d-8ed3-9e87d62e4392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:44.409645 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1896a862-8b40-4e0c-83e4-d38e7d9ef564 req-755df212-f022-4546-bfc6-e0ffa4e45b7e tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588238 Nov 24 14:18:44.637351 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ebaef-3f99-4ab4-973f-c01e33427f99 req-9cdbe1ee-955c-41da-9cd3-ccbe63419872 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:44.639129 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f00ebaef-3f99-4ab4-973f-c01e33427f99 req-9cdbe1ee-955c-41da-9cd3-ccbe63419872 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0581648 Nov 24 14:18:44.711127 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f00ebaef-3f99-4ab4-973f-c01e33427f99 req-e11b6e40-3c00-4c4a-8d18-0ce68782afdc tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648692 Nov 24 14:18:45.583491 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270faa40-a7a0-4547-bd8d-4e920aac8050 req-411ef262-305f-471a-a254-a50c4f7aef0f tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:45.592155 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-270faa40-a7a0-4547-bd8d-4e920aac8050 req-411ef262-305f-471a-a254-a50c4f7aef0f tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.0728049 Nov 24 14:18:45.660944 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-270faa40-a7a0-4547-bd8d-4e920aac8050 req-45b76953-1402-44ae-a06d-47a950649466 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670934 Nov 24 14:18:45.853681 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79772c-2f26-4fac-b22c-2d7cbc8a27ef req-e6e10aee-1a4c-48fe-9b78-9bcb42e9dbd8 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:45.861124 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-9e79772c-2f26-4fac-b22c-2d7cbc8a27ef req-e6e10aee-1a4c-48fe-9b78-9bcb42e9dbd8 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0737431 Nov 24 14:18:45.956596 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-9e79772c-2f26-4fac-b22c-2d7cbc8a27ef req-e0ecb006-f04f-4e57-a321-2861bdf7a2d1 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885167 Nov 24 14:18:46.028009 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 42068) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:46.056478 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 42072) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:46.171797 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1e737704-194a-44a6-a316-bae04df5371b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:46.221541 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-98726505-8d6c-4070-8381-fc419a1f9516 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:46.334221 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1e737704-194a-44a6-a316-bae04df5371b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:46.346311 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1e737704-194a-44a6-a316-bae04df5371b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:46.355623 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-98726505-8d6c-4070-8381-fc419a1f9516 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:46.371337 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-98726505-8d6c-4070-8381-fc419a1f9516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:46.398355 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-1e737704-194a-44a6-a316-bae04df5371b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f320ace7e50c45f0b2ecb4b8edaa9fbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3681564 Nov 24 14:18:46.401110 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 42086) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:46.401507 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e737704-194a-44a6-a316-bae04df5371b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2c9b39-2054-4558-8269-3de8184f9f23,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:46.420735 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-98726505-8d6c-4070-8381-fc419a1f9516 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=57a728e97fcc4c129da929e8808758d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3632262 Nov 24 14:18:46.423443 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 42088) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:46.436827 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98726505-8d6c-4070-8381-fc419a1f9516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebe6d6b-7801-405b-b165-da820b1b164e,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:46.485005 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6aea6666-23de-4bbc-a91b-43d275db1525 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:46.500476 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2806cb73-7a08-49a1-9360-ac60b72da984 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:46.522771 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6aea6666-23de-4bbc-a91b-43d275db1525 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:46.537477 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2806cb73-7a08-49a1-9360-ac60b72da984 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:46.599335 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6aea6666-23de-4bbc-a91b-43d275db1525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:46.601772 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6aea6666-23de-4bbc-a91b-43d275db1525 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:46.602922 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-6aea6666-23de-4bbc-a91b-43d275db1525 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ce2c9b39-2054-4558-8269-3de8184f9f23 HTTP/1.1" status: 204 len: 168 time: 0.2008207 Nov 24 14:18:46.605485 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2806cb73-7a08-49a1-9360-ac60b72da984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:46.607907 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2806cb73-7a08-49a1-9360-ac60b72da984 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:46.608920 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-2806cb73-7a08-49a1-9360-ac60b72da984 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6ebe6d6b-7801-405b-b165-da820b1b164e HTTP/1.1" status: 204 len: 168 time: 0.1839342 Nov 24 14:18:46.616260 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea6666-23de-4bbc-a91b-43d275db1525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2c9b39-2054-4558-8269-3de8184f9f23,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:46.626040 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806cb73-7a08-49a1-9360-ac60b72da984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebe6d6b-7801-405b-b165-da820b1b164e,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:46.798626 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4df14-96e3-4e49-ba19-2dab83464551 req-b0ca5cba-c9b8-45f5-8f3b-8b5ca7e67297 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:46.800465 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5eb4df14-96e3-4e49-ba19-2dab83464551 req-b0ca5cba-c9b8-45f5-8f3b-8b5ca7e67297 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.0601096 Nov 24 14:18:46.860804 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5eb4df14-96e3-4e49-ba19-2dab83464551 req-76857961-916e-4c61-9727-2bd60762da4e tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537188 Nov 24 14:18:46.930664 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ebe85dcd-5b73-4da6-93d5-b14d4433fd83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:46.992443 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 42110) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:47.012807 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7027599b-f815-4f58-ab37-15d18142e9dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:47.039274 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 42112) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:47.073218 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a8aa1eec-9bbd-45bd-b9d0-68c0f325b5dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:47.076476 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c50785-73d2-405d-89a2-68dcf58c255f req-cfb8141c-9a4c-4b88-badb-b814ebb4ddd1 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:47.079929 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-41c50785-73d2-405d-89a2-68dcf58c255f req-cfb8141c-9a4c-4b88-badb-b814ebb4ddd1 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.0834427 Nov 24 14:18:47.088329 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 42114) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:47.093647 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-2dc48bee-8544-4dfd-8dd3-21a070799285 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Request body: {'floatingip': {'port_id': '4fd3e52b-6b69-4479-8136-24d855005187'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:18:47.166284 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b06793-ddb2-4156-84ee-2947bf703b7c req-4464113c-bd39-4a17-8013-58d578b1610d tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:47.168229 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-19b06793-ddb2-4156-84ee-2947bf703b7c req-4464113c-bd39-4a17-8013-58d578b1610d tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.1173041 Nov 24 14:18:47.186107 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2dc48bee-8544-4dfd-8dd3-21a070799285 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for floatingip, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:47.196700 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7027599b-f815-4f58-ab37-15d18142e9dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:47.213679 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7027599b-f815-4f58-ab37-15d18142e9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:47.298387 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027599b-f815-4f58-ab37-15d18142e9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905367a4-139b-4f2d-a31c-015bef12453b,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:47.306272 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-7027599b-f815-4f58-ab37-15d18142e9dd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6e30a8500e854de096451cb2897f88f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3127515 Nov 24 14:18:47.306874 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 42122) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:47.314362 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a8aa1eec-9bbd-45bd-b9d0-68c0f325b5dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:47.333766 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-19b06793-ddb2-4156-84ee-2947bf703b7c req-6808b51e-9c5e-4332-8965-2a6e3224494c tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589916 Nov 24 14:18:47.346623 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a8aa1eec-9bbd-45bd-b9d0-68c0f325b5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:47.406027 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa1eec-9bbd-45bd-b9d0-68c0f325b5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2957d574-3c2d-47da-bec5-b61cc9a9a5cd,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:47.410792 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-a8aa1eec-9bbd-45bd-b9d0-68c0f325b5dc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f7308b390c2f406c8486f22bdac28279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3704677 Nov 24 14:18:47.413536 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 42128) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:47.453578 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1834ad48-ace6-44be-b4af-96969cb8c8cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:47.494690 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1834ad48-ace6-44be-b4af-96969cb8c8cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:47.547326 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-56752900-d601-46b1-9848-49ff4071a7a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:47.577105 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-56752900-d601-46b1-9848-49ff4071a7a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:47.596690 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1834ad48-ace6-44be-b4af-96969cb8c8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:47.599560 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1834ad48-ace6-44be-b4af-96969cb8c8cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:47.601905 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-1834ad48-ace6-44be-b4af-96969cb8c8cc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/905367a4-139b-4f2d-a31c-015bef12453b HTTP/1.1" status: 204 len: 168 time: 0.2900023 Nov 24 14:18:47.624291 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834ad48-ace6-44be-b4af-96969cb8c8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905367a4-139b-4f2d-a31c-015bef12453b,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:47.678833 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-56752900-d601-46b1-9848-49ff4071a7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:47.683172 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-56752900-d601-46b1-9848-49ff4071a7a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:47.685213 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-56752900-d601-46b1-9848-49ff4071a7a0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2957d574-3c2d-47da-bec5-b61cc9a9a5cd HTTP/1.1" status: 204 len: 168 time: 0.2702258 Nov 24 14:18:47.738171 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56752900-d601-46b1-9848-49ff4071a7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2957d574-3c2d-47da-bec5-b61cc9a9a5cd,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:47.886196 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:48.296079 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2dc48bee-8544-4dfd-8dd3-21a070799285 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:48.304035 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2dc48bee-8544-4dfd-8dd3-21a070799285 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667194'] for floatingip, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:48.412815 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb501b9-17d2-47b8-993b-504613506a97 req-06602208-a0a2-4ad6-b79d-b01b7f55bce0 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:48.423009 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4cb501b9-17d2-47b8-993b-504613506a97 req-06602208-a0a2-4ad6-b79d-b01b7f55bce0 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 946 time: 0.0818517 Nov 24 14:18:48.433063 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.db.l3_db [None req-2dc48bee-8544-4dfd-8dd3-21a070799285 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Floating IP a088dbcf-852c-41c9-80b2-8e1555c1df6f associated. External IP: 172.27.3.248, port: 4fd3e52b-6b69-4479-8136-24d855005187. Nov 24 14:18:48.507626 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4cb501b9-17d2-47b8-993b-504613506a97 req-e784e0cb-1be0-468a-bf07-6b7acc4aba79 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba00ad9-00ec-4af7-9c27-4ef632e562e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824871 Nov 24 14:18:48.583955 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b646e-f347-4da9-8245-b02fd6370864 req-6889d09d-3015-49be-94e3-711021021b40 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:48.585517 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-172b646e-f347-4da9-8245-b02fd6370864 req-6889d09d-3015-49be-94e3-711021021b40 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.1077538 Nov 24 14:18:48.685932 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-172b646e-f347-4da9-8245-b02fd6370864 req-5a8bbe7d-e10b-445c-9940-c09a9da10256 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919981 Nov 24 14:18:48.757552 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc48bee-8544-4dfd-8dd3-21a070799285 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Router 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:18:49.002708 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc48bee-8544-4dfd-8dd3-21a070799285 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:18:49.018941 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a8acba-80be-4502-8b60-2e5570ad3914 None None] Sync routers for ids ['9f9fe4d4-d069-40a0-bbad-0c83cf40e712'] in dv-cinder-739079-6-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:18:49.021831 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2dc48bee-8544-4dfd-8dd3-21a070799285 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for floatingip, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:49.050129 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a8acba-80be-4502-8b60-2e5570ad3914 None None] Routers {'9f9fe4d4-d069-40a0-bbad-0c83cf40e712'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:18:49.050949 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-f8a8acba-80be-4502-8b60-2e5570ad3914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:18:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['9f9fe4d4-d069-40a0-bbad-0c83cf40e712'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:18:49.060393 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-2dc48bee-8544-4dfd-8dd3-21a070799285 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "PUT /v2.0/floatingips/a088dbcf-852c-41c9-80b2-8e1555c1df6f HTTP/1.1" status: 200 len: 991 time: 1.9708266 Nov 24 14:18:49.061039 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b457068-d6b5-4a7e-b257-fa6a0df12803', 'tag': '4fd3e52b-6b69-4479-8136-24d855005187'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:18:49.064196 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e66c6a-c2cb-44f9-a98a-951995b824b3" -d '{"events": [{"name": "network-changed", "server_uuid": "2b457068-d6b5-4a7e-b257-fa6a0df12803", "tag": "4fd3e52b-6b69-4479-8136-24d855005187"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:18:49.122609 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fd6b6c-c227-4e2b-9ef5-4765ded4fbbb x-openstack-request-id: req-95fd6b6c-c227-4e2b-9ef5-4765ded4fbbb {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:18:49.122905 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b457068-d6b5-4a7e-b257-fa6a0df12803", "tag": "4fd3e52b-6b69-4479-8136-24d855005187", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:18:49.123165 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-95fd6b6c-c227-4e2b-9ef5-4765ded4fbbb {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:18:49.123596 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b457068-d6b5-4a7e-b257-fa6a0df12803', 'tag': '4fd3e52b-6b69-4479-8136-24d855005187', 'status': 'completed', 'code': 200} Nov 24 14:18:49.221641 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e66c6a-c2cb-44f9-a98a-951995b824b3 req-647152f2-c4b4-40f6-ab03-549f37cd0c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:49.226606 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-94e66c6a-c2cb-44f9-a98a-951995b824b3 req-647152f2-c4b4-40f6-ab03-549f37cd0c21 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0263df2748984c17a05265e50bdc7ca4&device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 1098 time: 0.0690830 Nov 24 14:18:49.251125 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-f8a8acba-80be-4502-8b60-2e5570ad3914 None None] Set router 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:18:49.489033 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:49.507664 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e66c6a-c2cb-44f9-a98a-951995b824b3 req-81943e88-4a5e-42ce-aa57-e2a1406504b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:49.509229 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-94e66c6a-c2cb-44f9-a98a-951995b824b3 req-81943e88-4a5e-42ce-aa57-e2a1406504b8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eed9835b-0528-48c8-805c-6a672cef9034 HTTP/1.1" status: 200 len: 912 time: 0.2609801 Nov 24 14:18:49.678643 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-f8a8acba-80be-4502-8b60-2e5570ad3914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'name': 'tempest-AttachVolumeTestJSON-615975502-router', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:18:01Z', 'updated_at': '2021-11-24T14:18:08Z', 'revision_number': 4, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'gw_port': {'id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:02Z', 'updated_at': '2021-11-24T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_floatingips': [{'id': 'a088dbcf-852c-41c9-80b2-8e1555c1df6f', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'port_id': '4fd3e52b-6b69-4479-8136-24d855005187', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034', 'mac_address': 'fa:16:3e:77:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b457068-d6b5-4a7e-b257-fa6a0df12803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:18:19Z', 'updated_at': '2021-11-24T14:18:48Z', 'revision_number': 1, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d85a525-384c-425a-b554-cb710f4207a5', 'name': '', 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'mac_address': 'fa:16:3e:96:54:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:06Z', 'updated_at': '2021-11-24T14:18:17Z', 'revision_number': 5, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'subnets': [{'id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:18:49.723275 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a8acba-80be-4502-8b60-2e5570ad3914 None None] Checking router: 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 for host: dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:18:49.733028 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a8acba-80be-4502-8b60-2e5570ad3914 None None] Routers {'9f9fe4d4-d069-40a0-bbad-0c83cf40e712'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:18:49.733863 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-f8a8acba-80be-4502-8b60-2e5570ad3914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:18:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['9f9fe4d4-d069-40a0-bbad-0c83cf40e712'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:18:49.882620 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99952a5a-8a46-45e7-98b1-b3d063930b28 req-f77d9454-5ccc-4162-b03e-549ad46586cb tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:49.885360 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-99952a5a-8a46-45e7-98b1-b3d063930b28 req-f77d9454-5ccc-4162-b03e-549ad46586cb tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0730035 Nov 24 14:18:49.920614 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-94e66c6a-c2cb-44f9-a98a-951995b824b3 req-4926e31b-fa3b-4b7d-8ce3-648bcd0d6185 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fd3e52b-6b69-4479-8136-24d855005187 HTTP/1.1" status: 200 len: 999 time: 0.3989444 Nov 24 14:18:49.935875 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5e350-b6ed-47c9-ab3c-d01e8901057e req-c300fe42-560c-4162-9794-a4000cfbc17f tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:49.937646 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-17d5e350-b6ed-47c9-ab3c-d01e8901057e req-c300fe42-560c-4162-9794-a4000cfbc17f tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 946 time: 0.1134055 Nov 24 14:18:49.959878 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-99952a5a-8a46-45e7-98b1-b3d063930b28 req-4ce58e26-9277-4f82-9dfe-ee15fb827798 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675566 Nov 24 14:18:50.020396 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e66c6a-c2cb-44f9-a98a-951995b824b3 req-73c9b978-0828-4265-8baf-64ff43939c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:50.022732 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-94e66c6a-c2cb-44f9-a98a-951995b824b3 req-73c9b978-0828-4265-8baf-64ff43939c1a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc91be5c-3dda-4f91-90ca-58668d9f6158 HTTP/1.1" status: 200 len: 849 time: 0.0841630 Nov 24 14:18:50.043011 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-f8a8acba-80be-4502-8b60-2e5570ad3914 None None] Set router 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:18:50.047991 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-17d5e350-b6ed-47c9-ab3c-d01e8901057e req-581fc930-9094-49ce-ad58-3ea2a6e3aa6d tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba00ad9-00ec-4af7-9c27-4ef632e562e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966556 Nov 24 14:18:50.400479 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-f8a8acba-80be-4502-8b60-2e5570ad3914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'name': 'tempest-AttachVolumeTestJSON-615975502-router', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:18:01Z', 'updated_at': '2021-11-24T14:18:08Z', 'revision_number': 4, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'gw_port': {'id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:02Z', 'updated_at': '2021-11-24T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_floatingips': [{'id': 'a088dbcf-852c-41c9-80b2-8e1555c1df6f', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'port_id': '4fd3e52b-6b69-4479-8136-24d855005187', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034', 'mac_address': 'fa:16:3e:77:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b457068-d6b5-4a7e-b257-fa6a0df12803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:18:19Z', 'updated_at': '2021-11-24T14:18:48Z', 'revision_number': 1, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d85a525-384c-425a-b554-cb710f4207a5', 'name': '', 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'mac_address': 'fa:16:3e:96:54:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:06Z', 'updated_at': '2021-11-24T14:18:17Z', 'revision_number': 5, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'subnets': [{'id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:18:50.430877 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a8acba-80be-4502-8b60-2e5570ad3914 None None] The sync data for ids ['9f9fe4d4-d069-40a0-bbad-0c83cf40e712'] in dv-cinder-739079-6-iscsi is: [{'id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'name': 'tempest-AttachVolumeTestJSON-615975502-router', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:18:01Z', 'updated_at': '2021-11-24T14:18:08Z', 'revision_number': 4, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'gw_port': {'id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:02Z', 'updated_at': '2021-11-24T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_floatingips': [{'id': 'a088dbcf-852c-41c9-80b2-8e1555c1df6f', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'port_id': '4fd3e52b-6b69-4479-8136-24d855005187', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034', 'mac_address': 'fa:16:3e:77:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b457068-d6b5-4a7e-b257-fa6a0df12803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:18:19Z', 'updated_at': '2021-11-24T14:18:48Z', 'revision_number': 1, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d85a525-384c-425a-b554-cb710f4207a5', 'name': '', 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'mac_address': 'fa:16:3e:96:54:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:06Z', 'updated_at': '2021-11-24T14:18:17Z', 'revision_number': 5, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'subnets': [{'id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:18:50.706151 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0e6e21-a2ea-4908-bbaa-6e9038b9322d None None] New status for floating IP a088dbcf-852c-41c9-80b2-8e1555c1df6f: ACTIVE {{(pid=102763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:18:50.844194 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:51.089787 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b33d1-971b-4113-9319-e07731d26f80 req-a1d1485d-eb09-4dd4-a79f-a57c003a6fb7 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:51.091610 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-452b33d1-971b-4113-9319-e07731d26f80 req-a1d1485d-eb09-4dd4-a79f-a57c003a6fb7 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0526581 Nov 24 14:18:51.174560 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-452b33d1-971b-4113-9319-e07731d26f80 req-b05975e5-d5bf-46e2-ae83-d58e52f3b917 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761986 Nov 24 14:18:51.190433 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e66c6a-c2cb-44f9-a98a-951995b824b3 req-cce4ec0f-fa16-4741-8051-dce5ab353324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:51.192469 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-94e66c6a-c2cb-44f9-a98a-951995b824b3 req-cce4ec0f-fa16-4741-8051-dce5ab353324 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eed9835b-0528-48c8-805c-6a672cef9034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762267 Nov 24 14:18:51.302152 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af16948-0220-43d1-8e90-f49a766f8377 req-8ebd0e6f-1e46-4c7c-b0cb-ce02abfea48d tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:51.303794 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-7af16948-0220-43d1-8e90-f49a766f8377 req-8ebd0e6f-1e46-4c7c-b0cb-ce02abfea48d tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 946 time: 0.0535932 Nov 24 14:18:51.368627 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-7af16948-0220-43d1-8e90-f49a766f8377 req-012250a0-1fdd-4a10-b6a2-e33ef2b7e697 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba00ad9-00ec-4af7-9c27-4ef632e562e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577812 Nov 24 14:18:52.303168 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de77181-078f-439b-8113-0acccbb0ca61 req-bf78d786-ab2b-4bad-8c86-63952e37ffbf tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:52.305520 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5de77181-078f-439b-8113-0acccbb0ca61 req-bf78d786-ab2b-4bad-8c86-63952e37ffbf tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0597205 Nov 24 14:18:52.357211 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5de77181-078f-439b-8113-0acccbb0ca61 req-db83096a-f87e-4475-90b2-53602fee592d tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457740 Nov 24 14:18:52.487542 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0c587-474e-4f4d-b318-6e2fae6b4cdc req-4a13b753-176b-4894-b94a-4868cbbf58f4 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:52.489194 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ffd0c587-474e-4f4d-b318-6e2fae6b4cdc req-4a13b753-176b-4894-b94a-4868cbbf58f4 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 946 time: 0.0501282 Nov 24 14:18:52.537925 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ffd0c587-474e-4f4d-b318-6e2fae6b4cdc req-ff707be3-2a09-442d-af66-0ceb104d02c4 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba00ad9-00ec-4af7-9c27-4ef632e562e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419168 Nov 24 14:18:53.551294 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba000eba-1ea3-4dac-b8a0-22f55c05ba1e req-b8a3933c-2d8b-416c-b963-fc69b03a64df tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:53.552938 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ba000eba-1ea3-4dac-b8a0-22f55c05ba1e req-b8a3933c-2d8b-416c-b963-fc69b03a64df tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.1185052 Nov 24 14:18:53.557185 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-94e66c6a-c2cb-44f9-a98a-951995b824b3 req-efb22759-b4ed-4507-9596-3224937c9921 service neutron] 10.222.0.37 "GET /v2.0/networks/eed9835b-0528-48c8-805c-6a672cef9034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552341 Nov 24 14:18:53.682497 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ba000eba-1ea3-4dac-b8a0-22f55c05ba1e req-3bed1451-970d-4d6a-8755-caaec9795a62 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188681 Nov 24 14:18:53.695882 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68122e1-9058-42fe-82d8-601e04c8812f req-1ed3bd03-7fb9-4280-b16f-d4ecaf1d4b6a tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:53.698546 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e68122e1-9058-42fe-82d8-601e04c8812f req-1ed3bd03-7fb9-4280-b16f-d4ecaf1d4b6a tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 946 time: 0.0755143 Nov 24 14:18:53.705089 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-94e66c6a-c2cb-44f9-a98a-951995b824b3 req-a6a90311-f62b-486d-9827-39f8dc48366f service neutron] 10.222.0.37 "GET /v2.0/networks/eed9835b-0528-48c8-805c-6a672cef9034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326978 Nov 24 14:18:53.756175 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e68122e1-9058-42fe-82d8-601e04c8812f req-d94174f0-5094-4faa-9dba-a2403b7fb525 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba00ad9-00ec-4af7-9c27-4ef632e562e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511508 Nov 24 14:18:54.363595 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eecd22-3b53-4ace-9e33-d78dea42b6b5 req-8c0c4d06-3b2e-4d68-b185-93c59dc093d9 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:54.365135 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-47eecd22-3b53-4ace-9e33-d78dea42b6b5 req-8c0c4d06-3b2e-4d68-b185-93c59dc093d9 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.37 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 946 time: 0.0558569 Nov 24 14:18:54.511697 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [req-47eecd22-3b53-4ace-9e33-d78dea42b6b5 req-d1b2c9ac-d3a5-4185-9251-86fb069f69b7 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Deleting port 6bd31be0-a05b-44be-b98a-7c3d3ea56933 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:18:54.512150 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-47eecd22-3b53-4ace-9e33-d78dea42b6b5 req-d1b2c9ac-d3a5-4185-9251-86fb069f69b7 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:54.612753 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-47eecd22-3b53-4ace-9e33-d78dea42b6b5 req-d1b2c9ac-d3a5-4185-9251-86fb069f69b7 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] For port 6bd31be0-a05b-44be-b98a-7c3d3ea56933, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=6bd31be0-a05b-44be-b98a-7c3d3ea56933,segment=NetworkSegment(76babd85-a84f-4326-9532-28b9a7ca094c),segment_id=76babd85-a84f-4326-9532-28b9a7ca094c)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:18:54.613841 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-47eecd22-3b53-4ace-9e33-d78dea42b6b5 req-d1b2c9ac-d3a5-4185-9251-86fb069f69b7 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:54.629304 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [req-47eecd22-3b53-4ace-9e33-d78dea42b6b5 req-d1b2c9ac-d3a5-4185-9251-86fb069f69b7 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Calling delete_port for 6bd31be0-a05b-44be-b98a-7c3d3ea56933 owned by compute:nova {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:18:54.870784 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-47eecd22-3b53-4ace-9e33-d78dea42b6b5 req-d1b2c9ac-d3a5-4185-9251-86fb069f69b7 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:54.908136 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-0ab98700-04ce-4679-8b24-a135e52dbc6c req-0346e4e4-1cbd-44e1-ad91-f6362f1b7683 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 210 time: 0.0527596 Nov 24 14:18:54.910396 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcccd9d-d2c8-4529-bc90-05456138fff8 req-d0e10a8f-6df6-4d1f-94c6-f67d36729d66 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:54.918827 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8dcccd9d-d2c8-4529-bc90-05456138fff8 req-d0e10a8f-6df6-4d1f-94c6-f67d36729d66 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0679417 Nov 24 14:18:54.961760 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2c9ac-d3a5-4185-9251-86fb069f69b7 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Pushing event deleted for resources: {'Port': ['ID=6bd31be0-a05b-44be-b98a-7c3d3ea56933,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:55.000622 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8dcccd9d-d2c8-4529-bc90-05456138fff8 req-649771a2-3805-4d07-9c6d-912452782f0a tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693338 Nov 24 14:18:55.053371 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [req-47eecd22-3b53-4ace-9e33-d78dea42b6b5 req-d1b2c9ac-d3a5-4185-9251-86fb069f69b7 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] No DVR routers for this DVR port 6bd31be0-a05b-44be-b98a-7c3d3ea56933 on host hv-cinder-73907 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:18:55.059210 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-47eecd22-3b53-4ace-9e33-d78dea42b6b5 req-d1b2c9ac-d3a5-4185-9251-86fb069f69b7 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:55.067379 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-47eecd22-3b53-4ace-9e33-d78dea42b6b5 req-d1b2c9ac-d3a5-4185-9251-86fb069f69b7 tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.37 "DELETE /v2.0/ports/6bd31be0-a05b-44be-b98a-7c3d3ea56933 HTTP/1.1" status: 204 len: 173 time: 0.6911936 Nov 24 14:18:55.068672 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06f1d6d-4796-455c-952b-0e3d80ec1781', 'name': 'network-vif-deleted', 'tag': '6bd31be0-a05b-44be-b98a-7c3d3ea56933'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:18:55.076278 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89996f38-9a97-432d-ad86-188fc4c2ef29" -d '{"events": [{"server_uuid": "c06f1d6d-4796-455c-952b-0e3d80ec1781", "name": "network-vif-deleted", "tag": "6bd31be0-a05b-44be-b98a-7c3d3ea56933"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:18:55.178296 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b436c9ee-fe9b-4492-ba14-f639b723d8c4 x-openstack-request-id: req-b436c9ee-fe9b-4492-ba14-f639b723d8c4 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:18:55.178714 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06f1d6d-4796-455c-952b-0e3d80ec1781", "name": "network-vif-deleted", "tag": "6bd31be0-a05b-44be-b98a-7c3d3ea56933", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:18:55.179333 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b436c9ee-fe9b-4492-ba14-f639b723d8c4 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:18:55.180018 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06f1d6d-4796-455c-952b-0e3d80ec1781', 'name': 'network-vif-deleted', 'tag': '6bd31be0-a05b-44be-b98a-7c3d3ea56933', 'status': 'completed', 'code': 200} Nov 24 14:18:56.020022 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-3c042cfd-93fa-4669-8e25-88f9da869e15 req-57b9e1c5-ee8d-41a1-9130-08b494c49c0d tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 210 time: 0.0287597 Nov 24 14:18:56.148099 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eba689-1db6-44e6-bb8a-46d15df50e65 req-86f76deb-7344-4d94-b50a-fce8b3b6b5a9 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:56.148892 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-54eba689-1db6-44e6-bb8a-46d15df50e65 req-86f76deb-7344-4d94-b50a-fce8b3b6b5a9 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0586419 Nov 24 14:18:56.211938 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-54eba689-1db6-44e6-bb8a-46d15df50e65 req-cb5657c4-4ea7-45c1-9c97-e206d7b730b5 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548513 Nov 24 14:18:56.250864 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 42414) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:56.373535 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6525c083-2217-4b6d-ab4f-9882c7fa78e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:56.450797 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6525c083-2217-4b6d-ab4f-9882c7fa78e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:56.455385 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6525c083-2217-4b6d-ab4f-9882c7fa78e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:56.494269 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525c083-2217-4b6d-ab4f-9882c7fa78e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a91801-fa1c-41e8-bbac-cbaeecbb0f8b,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:56.498546 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-6525c083-2217-4b6d-ab4f-9882c7fa78e2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=65d26918d56c48a98ea45691085d04b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465844 Nov 24 14:18:56.501571 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 42418) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:56.554402 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-120b13ab-f295-4cad-ac45-80b4d4e8bb62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:56.577716 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-120b13ab-f295-4cad-ac45-80b4d4e8bb62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:56.628247 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-120b13ab-f295-4cad-ac45-80b4d4e8bb62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:56.631047 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-120b13ab-f295-4cad-ac45-80b4d4e8bb62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:56.632258 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-120b13ab-f295-4cad-ac45-80b4d4e8bb62 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/45a91801-fa1c-41e8-bbac-cbaeecbb0f8b HTTP/1.1" status: 204 len: 168 time: 0.1297657 Nov 24 14:18:56.640970 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b13ab-f295-4cad-ac45-80b4d4e8bb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a91801-fa1c-41e8-bbac-cbaeecbb0f8b,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:56.961404 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 42430) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:56.975964 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-40e82603-e24a-421b-834b-27068d1ec642 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:57.051092 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 6bd31be0-a05b-44be-b98a-7c3d3ea56933 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:18:57.079602 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-40e82603-e24a-421b-834b-27068d1ec642 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:57.085587 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-40e82603-e24a-421b-834b-27068d1ec642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:57.113970 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] No Port match for: 6bd31be0-a05b-44be-b98a-7c3d3ea56933 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:18:57.114692 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 6bd31be0-a05b-44be-b98a-7c3d3ea56933 not bound to the agent host hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:18:57.135367 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-40e82603-e24a-421b-834b-27068d1ec642 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=60d35855c5324380bda57f548a5e4549&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1726651 Nov 24 14:18:57.136288 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e82603-e24a-421b-834b-27068d1ec642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcbf3dd-5fe9-4f99-9aa8-79352c70831d,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:57.138950 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 42436) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:57.174719 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b944f94e-9218-466e-8392-66d4b62e2c3d req-10b33514-21f7-46e5-9d8e-1633ce73bc1f tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 210 time: 0.0322983 Nov 24 14:18:57.199419 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8dc1b3f1-c862-497c-bac7-f4d158462775 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:57.225968 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8dc1b3f1-c862-497c-bac7-f4d158462775 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:57.276143 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8dc1b3f1-c862-497c-bac7-f4d158462775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:57.280653 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8dc1b3f1-c862-497c-bac7-f4d158462775 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:57.283500 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-8dc1b3f1-c862-497c-bac7-f4d158462775 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6bcbf3dd-5fe9-4f99-9aa8-79352c70831d HTTP/1.1" status: 204 len: 168 time: 0.1431441 Nov 24 14:18:57.293272 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1b3f1-c862-497c-bac7-f4d158462775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcbf3dd-5fe9-4f99-9aa8-79352c70831d,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:57.349490 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704403f8-f020-477d-b312-7758f2855934 req-4cb50a35-1e22-429a-a1c3-cc3ceceb8531 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:57.351305 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-704403f8-f020-477d-b312-7758f2855934 req-4cb50a35-1e22-429a-a1c3-cc3ceceb8531 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0643380 Nov 24 14:18:57.426917 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-704403f8-f020-477d-b312-7758f2855934 req-a92a1f1e-cb76-44a8-8bf1-414fcd58878c tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686579 Nov 24 14:18:57.638830 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 42444) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:57.652196 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-27133f15-68a4-4fa4-98c1-2fc1119df14d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:57.730715 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-27133f15-68a4-4fa4-98c1-2fc1119df14d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:57.734606 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-27133f15-68a4-4fa4-98c1-2fc1119df14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:57.770539 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27133f15-68a4-4fa4-98c1-2fc1119df14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252583c8-8352-47d3-b621-156d63d99967,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:57.774639 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-27133f15-68a4-4fa4-98c1-2fc1119df14d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5cb7f3ed34854368bd13a323b6efc04e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347601 Nov 24 14:18:57.777293 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 42446) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:57.830383 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-db2c5abd-da68-43fe-b984-e13e3bc00588 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:57.852150 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-db2c5abd-da68-43fe-b984-e13e3bc00588 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:57.903112 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-db2c5abd-da68-43fe-b984-e13e3bc00588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:57.905736 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-db2c5abd-da68-43fe-b984-e13e3bc00588 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:57.911484 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-db2c5abd-da68-43fe-b984-e13e3bc00588 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/252583c8-8352-47d3-b621-156d63d99967 HTTP/1.1" status: 204 len: 168 time: 0.1286905 Nov 24 14:18:57.918243 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c5abd-da68-43fe-b984-e13e3bc00588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252583c8-8352-47d3-b621-156d63d99967,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:58.280041 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c607f231-2702-4de9-8073-c4adf6a19879 req-d40f2001-2d78-4fb0-8480-ecbd7babf3aa tempest-DeleteServersTestJSON-1575588910 tempest-DeleteServersTestJSON-1575588910-project] 10.222.0.73 "GET /v2.0/ports?device_id=c06f1d6d-4796-455c-952b-0e3d80ec1781 HTTP/1.1" status: 200 len: 210 time: 0.0287235 Nov 24 14:18:58.624459 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63420ab0-c655-40d0-a204-c9fafb03b59b req-033a909f-375d-4277-bd07-5ed2abd89af6 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:58.632400 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63420ab0-c655-40d0-a204-c9fafb03b59b req-033a909f-375d-4277-bd07-5ed2abd89af6 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0818112 Nov 24 14:18:58.730712 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63420ab0-c655-40d0-a204-c9fafb03b59b req-fcca324a-859c-4a0d-871f-326e350b3015 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834992 Nov 24 14:18:59.633015 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 42526) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:18:59.968021 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbb3c2-e62b-4101-8b52-6f53eabda93d req-8ed6f823-3799-4841-b492-ee646048f0bc tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:59.972518 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f2bbb3c2-e62b-4101-8b52-6f53eabda93d req-8ed6f823-3799-4841-b492-ee646048f0bc tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.1115465 Nov 24 14:18:59.982157 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-84efc3f5-ad1f-4b86-8e31-21bf31a21598 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:00.029485 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f2bbb3c2-e62b-4101-8b52-6f53eabda93d req-b6b97b22-aaa5-404b-8184-76be9cded938 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493896 Nov 24 14:19:00.069855 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-84efc3f5-ad1f-4b86-8e31-21bf31a21598 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:00.074780 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-84efc3f5-ad1f-4b86-8e31-21bf31a21598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:00.123517 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-84efc3f5-ad1f-4b86-8e31-21bf31a21598 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bca3d55041764734aa597c95a4752e63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4858391 Nov 24 14:19:00.123517 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efc3f5-ad1f-4b86-8e31-21bf31a21598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be120f34-70f1-47e3-99e9-d60daaca0c10,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:00.124216 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 42552) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:00.130572 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efc3f5-ad1f-4b86-8e31-21bf31a21598 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:00.131026 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efc3f5-ad1f-4b86-8e31-21bf31a21598 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:00.131474 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efc3f5-ad1f-4b86-8e31-21bf31a21598 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:00.131887 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efc3f5-ad1f-4b86-8e31-21bf31a21598 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:00.132562 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efc3f5-ad1f-4b86-8e31-21bf31a21598 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:00.132932 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efc3f5-ad1f-4b86-8e31-21bf31a21598 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:00.133345 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efc3f5-ad1f-4b86-8e31-21bf31a21598 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:00.134166 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efc3f5-ad1f-4b86-8e31-21bf31a21598 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:00.134603 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efc3f5-ad1f-4b86-8e31-21bf31a21598 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:00.135038 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efc3f5-ad1f-4b86-8e31-21bf31a21598 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:00.135491 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efc3f5-ad1f-4b86-8e31-21bf31a21598 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:00.135893 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efc3f5-ad1f-4b86-8e31-21bf31a21598 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:00.182572 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0e65d912-072b-4c40-8516-bd3e2c78775a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:00.203568 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0e65d912-072b-4c40-8516-bd3e2c78775a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:00.253666 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0e65d912-072b-4c40-8516-bd3e2c78775a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:00.256807 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0e65d912-072b-4c40-8516-bd3e2c78775a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:00.257920 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-0e65d912-072b-4c40-8516-bd3e2c78775a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/be120f34-70f1-47e3-99e9-d60daaca0c10 HTTP/1.1" status: 204 len: 168 time: 0.1320879 Nov 24 14:19:00.266320 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65d912-072b-4c40-8516-bd3e2c78775a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be120f34-70f1-47e3-99e9-d60daaca0c10,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:00.274098 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65d912-072b-4c40-8516-bd3e2c78775a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:00.274452 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65d912-072b-4c40-8516-bd3e2c78775a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:00.274789 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65d912-072b-4c40-8516-bd3e2c78775a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:00.275119 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65d912-072b-4c40-8516-bd3e2c78775a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:00.275659 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65d912-072b-4c40-8516-bd3e2c78775a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:00.275994 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65d912-072b-4c40-8516-bd3e2c78775a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:00.276321 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65d912-072b-4c40-8516-bd3e2c78775a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:00.276646 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65d912-072b-4c40-8516-bd3e2c78775a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:00.276971 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65d912-072b-4c40-8516-bd3e2c78775a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:00.277292 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65d912-072b-4c40-8516-bd3e2c78775a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:00.277612 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65d912-072b-4c40-8516-bd3e2c78775a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:00.277930 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65d912-072b-4c40-8516-bd3e2c78775a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:00.589152 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 42572) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:00.602854 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2d28c469-8077-4893-aa47-8307229194ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:00.676252 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2d28c469-8077-4893-aa47-8307229194ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:00.680837 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2d28c469-8077-4893-aa47-8307229194ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:00.719605 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-2d28c469-8077-4893-aa47-8307229194ee admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0e3f8546b85a4063aea6e201925beb0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291170 Nov 24 14:19:00.720183 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28c469-8077-4893-aa47-8307229194ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf06a86-9a72-46cb-b8e1-d1dee73b033c,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:00.722064 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 42574) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:00.780275 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d68305f1-43b5-41b0-a174-c56e3bcd347e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:00.801851 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d68305f1-43b5-41b0-a174-c56e3bcd347e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:00.845419 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d68305f1-43b5-41b0-a174-c56e3bcd347e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:00.848782 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d68305f1-43b5-41b0-a174-c56e3bcd347e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:00.849933 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-d68305f1-43b5-41b0-a174-c56e3bcd347e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7cf06a86-9a72-46cb-b8e1-d1dee73b033c HTTP/1.1" status: 204 len: 168 time: 0.1268625 Nov 24 14:19:00.857932 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68305f1-43b5-41b0-a174-c56e3bcd347e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf06a86-9a72-46cb-b8e1-d1dee73b033c,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:01.155500 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed9c0c-0618-4f8f-b295-08175b641417 req-79dc17d2-d6ec-4c53-a98c-fedf59efe3e7 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:01.157013 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d4ed9c0c-0618-4f8f-b295-08175b641417 req-79dc17d2-d6ec-4c53-a98c-fedf59efe3e7 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0574081 Nov 24 14:19:01.207999 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d4ed9c0c-0618-4f8f-b295-08175b641417 req-b567003f-fab5-4ba4-89e8-153c6300ada7 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443869 Nov 24 14:19:01.219864 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 42586) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:01.233513 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-25acff1c-8d37-4894-946e-6657e7ef0de3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:01.308600 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-25acff1c-8d37-4894-946e-6657e7ef0de3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:01.312689 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-25acff1c-8d37-4894-946e-6657e7ef0de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:01.351787 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-25acff1c-8d37-4894-946e-6657e7ef0de3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9dfea5c683df4e15beaeb76a4364a84a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307943 Nov 24 14:19:01.352652 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25acff1c-8d37-4894-946e-6657e7ef0de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f75c4e7-090b-4c21-8bad-408c9ab49d14,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:01.354435 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 42588) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:01.402806 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d70339a9-43c1-4256-bb6c-8378ac8cb2fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:01.423582 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d70339a9-43c1-4256-bb6c-8378ac8cb2fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:01.469467 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d70339a9-43c1-4256-bb6c-8378ac8cb2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:01.473191 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d70339a9-43c1-4256-bb6c-8378ac8cb2fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:01.474396 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-d70339a9-43c1-4256-bb6c-8378ac8cb2fc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4f75c4e7-090b-4c21-8bad-408c9ab49d14 HTTP/1.1" status: 204 len: 168 time: 0.1189313 Nov 24 14:19:01.482508 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70339a9-43c1-4256-bb6c-8378ac8cb2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f75c4e7-090b-4c21-8bad-408c9ab49d14,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:02.330474 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033592cc-7fa4-4f5b-af70-8d6946839ee6 req-a92fd896-ccdb-47f1-9bf3-3db2d20040d9 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:02.333109 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-033592cc-7fa4-4f5b-af70-8d6946839ee6 req-a92fd896-ccdb-47f1-9bf3-3db2d20040d9 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0530806 Nov 24 14:19:02.384157 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-033592cc-7fa4-4f5b-af70-8d6946839ee6 req-98e4d67f-6cd7-4634-86aa-fcda64cac9f2 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448821 Nov 24 14:19:03.512037 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a16283-7ace-4f19-a5e0-3fe757b6d441 req-9059f563-a0c9-4d19-9d75-21f015646825 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:03.513495 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-10a16283-7ace-4f19-a5e0-3fe757b6d441 req-9059f563-a0c9-4d19-9d75-21f015646825 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0568068 Nov 24 14:19:03.562121 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-10a16283-7ace-4f19-a5e0-3fe757b6d441 req-b2e05158-fd90-48d1-846e-6d96fe9740b1 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414901 Nov 24 14:19:04.207050 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 42688) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:04.264721 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84e3d0d-f87f-42f8-acd9-cce3c981dbcf admin admin] Deleting subnet 8648341f-2f90-435e-b264-cd0660e420fc {{(pid=102761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 14:19:04.270495 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d84e3d0d-f87f-42f8-acd9-cce3c981dbcf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:04.308967 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d84e3d0d-f87f-42f8-acd9-cce3c981dbcf admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:04.314881 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d84e3d0d-f87f-42f8-acd9-cce3c981dbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882942'] for subnet, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:04.377391 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d84e3d0d-f87f-42f8-acd9-cce3c981dbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3879245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067'] for subnet, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:04.405183 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e3d0d-f87f-42f8-acd9-cce3c981dbcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8648341f-2f90-435e-b264-cd0660e420fc,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:04.411772 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d84e3d0d-f87f-42f8-acd9-cce3c981dbcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for subnet, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:04.417148 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-d84e3d0d-f87f-42f8-acd9-cce3c981dbcf admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8648341f-2f90-435e-b264-cd0660e420fc HTTP/1.1" status: 204 len: 168 time: 0.2068460 Nov 24 14:19:04.417411 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 42700) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:04.495051 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91ceafd8-7fde-4d4b-a3ac-936aaf826d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708839'] for network, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:04.608944 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91ceafd8-7fde-4d4b-a3ac-936aaf826d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880289', 'neutron.services.segments.db._delete_segments_for_network-8783323399864'] for network, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:04.629634 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91ceafd8-7fde-4d4b-a3ac-936aaf826d66 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:19:04.630015 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91ceafd8-7fde-4d4b-a3ac-936aaf826d66 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:19:04.630778 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91ceafd8-7fde-4d4b-a3ac-936aaf826d66 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:19:04.631118 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91ceafd8-7fde-4d4b-a3ac-936aaf826d66 admin admin] Subscribe: > port after_create 55550000 {{(pid=102761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:19:04.631474 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91ceafd8-7fde-4d4b-a3ac-936aaf826d66 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:19:04.631810 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91ceafd8-7fde-4d4b-a3ac-936aaf826d66 admin admin] Subscribe: > port after_update 55550000 {{(pid=102761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:19:04.632132 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91ceafd8-7fde-4d4b-a3ac-936aaf826d66 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:19:04.632466 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91ceafd8-7fde-4d4b-a3ac-936aaf826d66 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:19:04.632777 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91ceafd8-7fde-4d4b-a3ac-936aaf826d66 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:19:04.633096 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91ceafd8-7fde-4d4b-a3ac-936aaf826d66 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:19:04.679808 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2dd2b-da7c-4b20-a2d6-813f74553e5a req-2529f851-3500-4253-a0d3-ff510ffd05e0 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:04.681357 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-89a2dd2b-da7c-4b20-a2d6-813f74553e5a req-2529f851-3500-4253-a0d3-ff510ffd05e0 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0506523 Nov 24 14:19:04.736410 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-89a2dd2b-da7c-4b20-a2d6-813f74553e5a req-420f7af4-3b69-446d-b292-3b0bb874a939 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490525 Nov 24 14:19:04.744970 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91ceafd8-7fde-4d4b-a3ac-936aaf826d66 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:19:04.745326 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91ceafd8-7fde-4d4b-a3ac-936aaf826d66 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:19:04.745659 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91ceafd8-7fde-4d4b-a3ac-936aaf826d66 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:19:04.745990 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91ceafd8-7fde-4d4b-a3ac-936aaf826d66 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 14:19:04.746362 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.services.segments.db [None req-91ceafd8-7fde-4d4b-a3ac-936aaf826d66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15186ae4-a374-43aa-adb2-c1c204c32fd3']}} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:19:04.766417 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.services.segments.db [None req-91ceafd8-7fde-4d4b-a3ac-936aaf826d66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76babd85-a84f-4326-9532-28b9a7ca094c') {'for_net_delete': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:19:04.766767 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.services.segments.db [None req-91ceafd8-7fde-4d4b-a3ac-936aaf826d66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76babd85-a84f-4326-9532-28b9a7ca094c') {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:19:04.784993 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91ceafd8-7fde-4d4b-a3ac-936aaf826d66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783323362124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8896185'] for segment, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:04.805906 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91ceafd8-7fde-4d4b-a3ac-936aaf826d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:04.814608 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ceafd8-7fde-4d4b-a3ac-936aaf826d66 admin admin] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=102761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:19:04.815479 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91ceafd8-7fde-4d4b-a3ac-936aaf826d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8767335'] for segment, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: from cryptography.utils import int_from_bytes Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: from cryptography.utils import int_from_bytes Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: Traceback (most recent call last): Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: timer() Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: cb(*args, **kw) Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: return func(*args, **kwargs) Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: self._notify() Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: self.callback(batched_events) Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: event.method(event) Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: return f(self, *a, **k) Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: return self._get(url).json() Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: return self.request(url, 'GET', **kwargs) Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:19:04.820266 dv-cinder-739079-6-iscsi neutron-server[102761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:19:04.887723 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91ceafd8-7fde-4d4b-a3ac-936aaf826d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667172'] for network, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:04.900699 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-91ceafd8-7fde-4d4b-a3ac-936aaf826d66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:04.904723 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-91ceafd8-7fde-4d4b-a3ac-936aaf826d66 admin admin] 10.222.0.73 "DELETE /v2.0/networks/15186ae4-a374-43aa-adb2-c1c204c32fd3 HTTP/1.1" status: 204 len: 168 time: 0.4857330 Nov 24 14:19:04.915631 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ceafd8-7fde-4d4b-a3ac-936aaf826d66 admin admin] Pushing event deleted for resources: {'Network': ['ID=15186ae4-a374-43aa-adb2-c1c204c32fd3,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:05.091271 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 42760) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:05.137839 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-954b6fb1-eea6-49ba-8e9c-20bb84c38c5a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ae09617b23e54563b147ef35988fbea8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0422609 Nov 24 14:19:05.137839 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 42762) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:05.189294 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-07e21735-76b0-4192-9c7b-f9f2457db60a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:05.216564 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-07e21735-76b0-4192-9c7b-f9f2457db60a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:05.269499 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-07e21735-76b0-4192-9c7b-f9f2457db60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:05.272127 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-07e21735-76b0-4192-9c7b-f9f2457db60a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:05.273282 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-07e21735-76b0-4192-9c7b-f9f2457db60a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eba00ad9-00ec-4af7-9c27-4ef632e562e8 HTTP/1.1" status: 204 len: 168 time: 0.1350572 Nov 24 14:19:05.281119 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e21735-76b0-4192-9c7b-f9f2457db60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba00ad9-00ec-4af7-9c27-4ef632e562e8,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:05.858041 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c01ab1-34a8-464d-b8fa-e77664e99a40 req-f3d53bde-0e6f-43fc-a23e-171ccc97d7e1 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:05.859762 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c4c01ab1-34a8-464d-b8fa-e77664e99a40 req-f3d53bde-0e6f-43fc-a23e-171ccc97d7e1 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0510654 Nov 24 14:19:05.924159 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c4c01ab1-34a8-464d-b8fa-e77664e99a40 req-959d76e8-df01-4a29-8ff7-b8bd165d238e tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579944 Nov 24 14:19:06.000799 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 42798) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:06.108803 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-45d1cb99-3ab2-42c0-82aa-3a3d690ad86b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1449339436-network', 'tenant_id': '81aef32d1f754e418d281f6d7cd9c608'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:19:06.130854 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d1cb99-3ab2-42c0-82aa-3a3d690ad86b admin admin] Made reservation on behalf of 81aef32d1f754e418d281f6d7cd9c608 for: {'network': 1} {{(pid=102761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:19:06.133056 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-45d1cb99-3ab2-42c0-82aa-3a3d690ad86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for network, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:06.141482 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-45d1cb99-3ab2-42c0-82aa-3a3d690ad86b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:06.221384 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-45d1cb99-3ab2-42c0-82aa-3a3d690ad86b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:06.226458 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-45d1cb99-3ab2-42c0-82aa-3a3d690ad86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:06.247951 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d1cb99-3ab2-42c0-82aa-3a3d690ad86b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1143} {{(pid=102761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:19:06.262059 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1cb99-3ab2-42c0-82aa-3a3d690ad86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:06.267052 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-45d1cb99-3ab2-42c0-82aa-3a3d690ad86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:06.267561 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.db.segments_db [None req-45d1cb99-3ab2-42c0-82aa-3a3d690ad86b admin admin] Added segment 4b6c6cfd-b5db-445d-b898-f8855e311bb7 of type vlan for network d61768b8-ac22-4179-af97-963e314f66f7 Nov 24 14:19:06.307359 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-45d1cb99-3ab2-42c0-82aa-3a3d690ad86b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783322859825'] for network, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:06.332773 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-45d1cb99-3ab2-42c0-82aa-3a3d690ad86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067'] for network, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:06.333752 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d1cb99-3ab2-42c0-82aa-3a3d690ad86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:06.334365 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-45d1cb99-3ab2-42c0-82aa-3a3d690ad86b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:06.396744 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-45d1cb99-3ab2-42c0-82aa-3a3d690ad86b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3947017 Nov 24 14:19:06.400201 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1cb99-3ab2-42c0-82aa-3a3d690ad86b admin admin] Pushing event updated for resources: {'Network': ['ID=d61768b8-ac22-4179-af97-963e314f66f7,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:06.401959 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 42806) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:06.406797 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-b55b9db1-5e53-4875-8f3d-bd51c294d0c5 admin admin] Request body: {'subnet': {'network_id': 'd61768b8-ac22-4179-af97-963e314f66f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1449339436-subnet', 'tenant_id': '81aef32d1f754e418d281f6d7cd9c608', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:19:06.410845 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Network d61768b8-ac22-4179-af97-963e314f66f7 details requested by agent ovs-agent-dv-cinder-739079-6-iscsi with host dv-cinder-739079-6-iscsi {{(pid=102763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 14:19:06.428246 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55b9db1-5e53-4875-8f3d-bd51c294d0c5 admin admin] Made reservation on behalf of 81aef32d1f754e418d281f6d7cd9c608 for: {'subnet': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:19:06.430547 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b55b9db1-5e53-4875-8f3d-bd51c294d0c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11814291'] for subnet, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:06.598024 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b55b9db1-5e53-4875-8f3d-bd51c294d0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11930698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11814273'] for subnet, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:06.650745 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b9db1-5e53-4875-8f3d-bd51c294d0c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce32be45-c6a3-4605-a943-84d789f15722,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:06.662418 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55b9db1-5e53-4875-8f3d-bd51c294d0c5 admin admin] Checking segment: {'id': '4b6c6cfd-b5db-445d-b898-f8855e311bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'd61768b8-ac22-4179-af97-963e314f66f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:19:06.662784 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55b9db1-5e53-4875-8f3d-bd51c294d0c5 admin admin] Network hostable DHCP agents. Network: d61768b8-ac22-4179-af97-963e314f66f7, hostable agents: ['5a05dce6-6d47-4be7-b07f-778f6e38e2ad'], hosted agents: [] {{(pid=102762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:19:06.681521 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55b9db1-5e53-4875-8f3d-bd51c294d0c5 admin admin] Network d61768b8-ac22-4179-af97-963e314f66f7 is scheduled to be hosted by DHCP agent 5a05dce6-6d47-4be7-b07f-778f6e38e2ad with binding_index 1 {{(pid=102762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:19:06.690840 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-b55b9db1-5e53-4875-8f3d-bd51c294d0c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-6-iscsi, d61768b8-ac22-4179-af97-963e314f66f7) {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:19:06.695052 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55b9db1-5e53-4875-8f3d-bd51c294d0c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:06.695670 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b55b9db1-5e53-4875-8f3d-bd51c294d0c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:06.708307 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4657efe-e17c-4fbe-ad17-2ed472ffcbc1 None None] Network d61768b8-ac22-4179-af97-963e314f66f7 requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:19:06.713528 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-b55b9db1-5e53-4875-8f3d-bd51c294d0c5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3104331 Nov 24 14:19:06.829682 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45ea6c2-2258-446a-af27-c851797914e6 None None] Network d61768b8-ac22-4179-af97-963e314f66f7 requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:19:07.150862 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-afae57e9-6ab3-4a76-b5d9-3192ec6f34ff tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:07.152253 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-afae57e9-6ab3-4a76-b5d9-3192ec6f34ff tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/networks?id=d61768b8-ac22-4179-af97-963e314f66f7 HTTP/1.1" status: 200 len: 815 time: 0.1036944 Nov 24 14:19:07.166875 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-6f695ea1-e2c2-473a-84c8-8c57819d99ac tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/quotas/81aef32d1f754e418d281f6d7cd9c608 HTTP/1.1" status: 200 len: 375 time: 0.0088763 Nov 24 14:19:07.197191 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-01402a99-6237-4aa2-a578-7bc3b036be5d tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=81aef32d1f754e418d281f6d7cd9c608&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249166 Nov 24 14:19:07.286923 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-7d96f901-ae98-413d-ba4d-f332732a3f55 service neutron] 10.222.0.73 "GET /v2.0/networks/d61768b8-ac22-4179-af97-963e314f66f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827718 Nov 24 14:19:07.382915 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-596c01f1-800d-45f3-b6db-583a99c008ea service neutron] 10.222.0.73 "GET /v2.0/networks/d61768b8-ac22-4179-af97-963e314f66f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895326 Nov 24 14:19:07.531340 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3187ed2-885b-4521-b654-424f5e5e5d94 req-bb5da74b-cbab-4724-98df-329945a35779 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:07.532880 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e3187ed2-885b-4521-b654-424f5e5e5d94 req-bb5da74b-cbab-4724-98df-329945a35779 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0596700 Nov 24 14:19:07.594661 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8cb0eeda-70d5-47d1-aeab-cfc6d15de984 req-1c651797-6030-436d-8d8d-fb08f333b783 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fce4d54-4add-46de-b545-263a266f5589 HTTP/1.1" status: 200 len: 210 time: 0.0301604 Nov 24 14:19:07.612874 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e3187ed2-885b-4521-b654-424f5e5e5d94 req-8a9a132a-29a6-4d09-8d6a-85e9d5ad1841 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724618 Nov 24 14:19:08.728394 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-90575bff-1024-4658-8691-cf56cd2d33a0 req-af2d4b98-5542-466d-9ece-cf55c875b4c9 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fce4d54-4add-46de-b545-263a266f5589 HTTP/1.1" status: 200 len: 210 time: 0.0461814 Nov 24 14:19:08.825464 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae47e09-88d0-49ad-9956-55653ebe9ccf req-1fd7737f-7515-460e-a268-06156e967125 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:08.836630 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3ae47e09-88d0-49ad-9956-55653ebe9ccf req-1fd7737f-7515-460e-a268-06156e967125 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0777633 Nov 24 14:19:08.904486 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3ae47e09-88d0-49ad-9956-55653ebe9ccf req-c6739520-09ad-42a0-97ef-5c00bd82030a tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664315 Nov 24 14:19:08.989174 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-480e6f06-6af7-460d-8bfc-17e189e51575 req-ea97f7d7-9ea0-48b2-a8aa-a5c904eee2f5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692558 Nov 24 14:19:09.099006 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e6f06-6af7-460d-8bfc-17e189e51575 req-0b218f91-acaf-4812-9b85-141191caae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:09.100524 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-480e6f06-6af7-460d-8bfc-17e189e51575 req-0b218f91-acaf-4812-9b85-141191caae49 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0263df2748984c17a05265e50bdc7ca4&device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 1098 time: 0.0606411 Nov 24 14:19:09.222086 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e6f06-6af7-460d-8bfc-17e189e51575 req-b925a3af-f60b-47fd-8fd9-e108b150e6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:09.224074 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-480e6f06-6af7-460d-8bfc-17e189e51575 req-b925a3af-f60b-47fd-8fd9-e108b150e6a1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eed9835b-0528-48c8-805c-6a672cef9034 HTTP/1.1" status: 200 len: 912 time: 0.0978391 Nov 24 14:19:09.289509 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 42988) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:09.308754 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-480e6f06-6af7-460d-8bfc-17e189e51575 req-983c32ee-7675-4be7-8167-be409b192685 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fd3e52b-6b69-4479-8136-24d855005187 HTTP/1.1" status: 200 len: 1001 time: 0.0769172 Nov 24 14:19:09.364549 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e6f06-6af7-460d-8bfc-17e189e51575 req-82e32086-ec62-4fee-a7aa-a932315aac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:09.366147 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-480e6f06-6af7-460d-8bfc-17e189e51575 req-82e32086-ec62-4fee-a7aa-a932315aac32 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc91be5c-3dda-4f91-90ca-58668d9f6158 HTTP/1.1" status: 200 len: 849 time: 0.0488760 Nov 24 14:19:09.444646 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e6f06-6af7-460d-8bfc-17e189e51575 req-cbebfd64-c445-40da-b80d-ba654bfa7384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:09.447123 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-480e6f06-6af7-460d-8bfc-17e189e51575 req-cbebfd64-c445-40da-b80d-ba654bfa7384 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eed9835b-0528-48c8-805c-6a672cef9034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697005 Nov 24 14:19:09.453912 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a8e07f1d-bebd-4f48-a267-f99637abe2cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:09.479730 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-f473098a-5c8c-427f-bac8-2901b170fc55 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:09.481494 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-f473098a-5c8c-427f-bac8-2901b170fc55 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.37 "GET /v2.0/networks?id=d61768b8-ac22-4179-af97-963e314f66f7 HTTP/1.1" status: 200 len: 815 time: 0.1426263 Nov 24 14:19:09.496847 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-61e43349-d0af-4e14-877a-34ac314ed2d7 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Request body: {'port': {'device_id': '0fce4d54-4add-46de-b545-263a266f5589', 'network_id': 'd61768b8-ac22-4179-af97-963e314f66f7', 'admin_state_up': True, 'tenant_id': '81aef32d1f754e418d281f6d7cd9c608'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:19:09.580938 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-480e6f06-6af7-460d-8bfc-17e189e51575 req-636eb22d-38cb-4575-8f37-82ccdeda0ee7 service neutron] 10.222.0.37 "GET /v2.0/networks/eed9835b-0528-48c8-805c-6a672cef9034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121087 Nov 24 14:19:09.688905 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-480e6f06-6af7-460d-8bfc-17e189e51575 req-3ee94c84-8f19-45ef-822d-e6035c1bd2a0 service neutron] 10.222.0.37 "GET /v2.0/networks/eed9835b-0528-48c8-805c-6a672cef9034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919275 Nov 24 14:19:09.854000 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-823755e8-663c-49ac-bdc4-6038316ec862 req-9bc6dba7-03bb-4400-b2dd-c31bd6fe0e4e tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fce4d54-4add-46de-b545-263a266f5589 HTTP/1.1" status: 200 len: 210 time: 0.0362978 Nov 24 14:19:09.871012 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a8e07f1d-bebd-4f48-a267-f99637abe2cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:09.879414 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a8e07f1d-bebd-4f48-a267-f99637abe2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:09.904164 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-61e43349-d0af-4e14-877a-34ac314ed2d7 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Made reservation on behalf of 81aef32d1f754e418d281f6d7cd9c608 for: {'port': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:19:09.908061 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-61e43349-d0af-4e14-877a-34ac314ed2d7 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:09.939423 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-a8e07f1d-bebd-4f48-a267-f99637abe2cf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ec2c1190d25c47bcb59d5f2b07b2dbf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6480262 Nov 24 14:19:09.942457 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 43004) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:09.943798 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e07f1d-bebd-4f48-a267-f99637abe2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28dc4c47-95d4-46ba-8402-c4575731e38c,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:10.094892 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-61e43349-d0af-4e14-877a-34ac314ed2d7 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Allocated IP 172.20.0.7 (d61768b8-ac22-4179-af97-963e314f66f7/ce32be45-c6a3-4605-a943-84d789f15722/414addc7-3ee3-4731-817e-bb66c2427e5e) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:19:10.247957 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-11abeffd-9db2-42d1-b39f-dcd983bf3669 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:10.275102 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-61e43349-d0af-4e14-877a-34ac314ed2d7 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks [] for port, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:10.277922 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-11abeffd-9db2-42d1-b39f-dcd983bf3669 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:10.287537 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207e0e7-4ec3-4eb5-8db0-9ce7ee6e1f6e req-1cfe407f-e15e-454f-8fe1-4423ea4fdf74 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:10.289249 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-7207e0e7-4ec3-4eb5-8db0-9ce7ee6e1f6e req-1cfe407f-e15e-454f-8fe1-4423ea4fdf74 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.2954812 Nov 24 14:19:10.333570 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-61e43349-d0af-4e14-877a-34ac314ed2d7 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:10.378583 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-7207e0e7-4ec3-4eb5-8db0-9ce7ee6e1f6e req-5aa00292-65c7-44fa-a32f-87fc54445b81 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755260 Nov 24 14:19:10.385678 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-11abeffd-9db2-42d1-b39f-dcd983bf3669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:10.390224 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-11abeffd-9db2-42d1-b39f-dcd983bf3669 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:10.394446 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-11abeffd-9db2-42d1-b39f-dcd983bf3669 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/28dc4c47-95d4-46ba-8402-c4575731e38c HTTP/1.1" status: 204 len: 168 time: 0.4482622 Nov 24 14:19:10.397872 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-61e43349-d0af-4e14-877a-34ac314ed2d7 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Network d61768b8-ac22-4179-af97-963e314f66f7 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:19:10.401164 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-61e43349-d0af-4e14-877a-34ac314ed2d7 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:19:10.404241 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-61e43349-d0af-4e14-877a-34ac314ed2d7 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:19:10.411290 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abeffd-9db2-42d1-b39f-dcd983bf3669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dc4c47-95d4-46ba-8402-c4575731e38c,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:10.453696 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e43349-d0af-4e14-877a-34ac314ed2d7 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Pushing event updated for resources: {'Port': ['ID=414addc7-3ee3-4731-817e-bb66c2427e5e,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:10.492734 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-61e43349-d0af-4e14-877a-34ac314ed2d7 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:10.493727 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-61e43349-d0af-4e14-877a-34ac314ed2d7 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for port, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:10.517753 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-61e43349-d0af-4e14-877a-34ac314ed2d7 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0249791 Nov 24 14:19:10.532822 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-4106e4c7-5568-4516-942c-fa48430b8a48 service neutron] Request body: {'port': {'device_id': '0fce4d54-4add-46de-b545-263a266f5589', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:19:10.615504 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-4106e4c7-5568-4516-942c-fa48430b8a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:10.772713 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:10.806973 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 43036) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:10.821255 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fcaa5845-d387-4a4b-a5e2-786ffe29926a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:10.835972 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 43038) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:10.920223 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-4106e4c7-5568-4516-942c-fa48430b8a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414addc7-3ee3-4731-817e-bb66c2427e5e {{(pid=102762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:19:10.930344 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fcaa5845-d387-4a4b-a5e2-786ffe29926a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:10.935698 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-4106e4c7-5568-4516-942c-fa48430b8a48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:10.938523 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fcaa5845-d387-4a4b-a5e2-786ffe29926a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:10.952889 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.provisioning_blocks [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-4106e4c7-5568-4516-942c-fa48430b8a48 service neutron] Transition to ACTIVE for port object 414addc7-3ee3-4731-817e-bb66c2427e5e will not be triggered until provisioned by entity L2. {{(pid=102762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:19:10.960035 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-4106e4c7-5568-4516-942c-fa48430b8a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11930847'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:11.010090 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa5845-d387-4a4b-a5e2-786ffe29926a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccae7d0d-1dd3-4099-b01f-1620f8ed999f,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:11.014978 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-fcaa5845-d387-4a4b-a5e2-786ffe29926a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=48b72bdd41a242d69552c1480b54f324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2067556 Nov 24 14:19:11.019297 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 43044) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:11.053721 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4106e4c7-5568-4516-942c-fa48430b8a48 service neutron] Pushing event updated for resources: {'Port': ['ID=414addc7-3ee3-4731-817e-bb66c2427e5e,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:11.060262 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9880bb9-b7c6-4ddd-b1ea-a1172fd10b81 req-6985c69b-5634-40d9-9102-6c7ee0b3be9a tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:11.061689 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c9880bb9-b7c6-4ddd-b1ea-a1172fd10b81 req-6985c69b-5634-40d9-9102-6c7ee0b3be9a tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fce4d54-4add-46de-b545-263a266f5589 HTTP/1.1" status: 200 len: 931 time: 0.1249521 Nov 24 14:19:11.103491 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b6c6a7d6-1e7e-4a5f-bd4a-5c592a87ad7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:11.132317 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-4106e4c7-5568-4516-942c-fa48430b8a48 service neutron] Attempting to bind port 414addc7-3ee3-4731-817e-bb66c2427e5e on host hv-cinder-73907 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:19:11.133133 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-4106e4c7-5568-4516-942c-fa48430b8a48 service neutron] Attempting to bind port 414addc7-3ee3-4731-817e-bb66c2427e5e by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '4b6c6cfd-b5db-445d-b898-f8855e311bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'd61768b8-ac22-4179-af97-963e314f66f7'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:19:11.133133 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-4106e4c7-5568-4516-942c-fa48430b8a48 service neutron] Attempting to bind port 414addc7-3ee3-4731-817e-bb66c2427e5e on network d61768b8-ac22-4179-af97-963e314f66f7 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:19:11.138457 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-4106e4c7-5568-4516-942c-fa48430b8a48 service neutron] Port 414addc7-3ee3-4731-817e-bb66c2427e5e on network d61768b8-ac22-4179-af97-963e314f66f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 14:19:11.139050 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-4106e4c7-5568-4516-942c-fa48430b8a48 service neutron] Attempting to bind port 414addc7-3ee3-4731-817e-bb66c2427e5e on network d61768b8-ac22-4179-af97-963e314f66f7 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:19:11.150389 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-4106e4c7-5568-4516-942c-fa48430b8a48 service neutron] Checking agent: {'id': 'd0515656-fb8d-4ba5-be1c-f8deb6c3b48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'started_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:19:11.150389 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-4106e4c7-5568-4516-942c-fa48430b8a48 service neutron] Checking segment: {'id': '4b6c6cfd-b5db-445d-b898-f8855e311bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'd61768b8-ac22-4179-af97-963e314f66f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:19:11.150389 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-4106e4c7-5568-4516-942c-fa48430b8a48 service neutron] Bound using segment: {'id': '4b6c6cfd-b5db-445d-b898-f8855e311bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'd61768b8-ac22-4179-af97-963e314f66f7'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:19:11.150389 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-4106e4c7-5568-4516-942c-fa48430b8a48 service neutron] Bound port: 414addc7-3ee3-4731-817e-bb66c2427e5e, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6c6cfd-b5db-445d-b898-f8855e311bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'd61768b8-ac22-4179-af97-963e314f66f7'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:19:11.150389 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-4106e4c7-5568-4516-942c-fa48430b8a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:11.150902 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-885c24f7-b470-4bbc-8670-0141a24e3e29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:11.155173 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c9880bb9-b7c6-4ddd-b1ea-a1172fd10b81 req-a8962a1b-38bd-4120-b2ac-65c7458d21c6 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858979 Nov 24 14:19:11.192378 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-885c24f7-b470-4bbc-8670-0141a24e3e29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:11.247926 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-4106e4c7-5568-4516-942c-fa48430b8a48 service neutron] For port 414addc7-3ee3-4731-817e-bb66c2427e5e, host hv-cinder-73907, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:19:11.251311 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-4106e4c7-5568-4516-942c-fa48430b8a48 service neutron] For port 414addc7-3ee3-4731-817e-bb66c2427e5e, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=414addc7-3ee3-4731-817e-bb66c2427e5e,segment=NetworkSegment(4b6c6cfd-b5db-445d-b898-f8855e311bb7),segment_id=4b6c6cfd-b5db-445d-b898-f8855e311bb7)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:19:11.256659 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-4106e4c7-5568-4516-942c-fa48430b8a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11930847'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:11.269034 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b6c6a7d6-1e7e-4a5f-bd4a-5c592a87ad7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:11.273550 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b6c6a7d6-1e7e-4a5f-bd4a-5c592a87ad7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:11.278729 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-885c24f7-b470-4bbc-8670-0141a24e3e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:11.281270 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-885c24f7-b470-4bbc-8670-0141a24e3e29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:11.285502 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-885c24f7-b470-4bbc-8670-0141a24e3e29 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ccae7d0d-1dd3-4099-b01f-1620f8ed999f HTTP/1.1" status: 204 len: 168 time: 0.2621524 Nov 24 14:19:11.302104 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-4106e4c7-5568-4516-942c-fa48430b8a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:11.302726 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-4106e4c7-5568-4516-942c-fa48430b8a48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for port, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:11.304572 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-4106e4c7-5568-4516-942c-fa48430b8a48 service neutron] 10.222.0.37 "PUT /v2.0/ports/414addc7-3ee3-4731-817e-bb66c2427e5e HTTP/1.1" status: 200 len: 1093 time: 0.7760193 Nov 24 14:19:11.307868 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fce4d54-4add-46de-b545-263a266f5589', 'tag': '414addc7-3ee3-4731-817e-bb66c2427e5e'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:19:11.310177 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae21199a9d4b78a62ed18da464448d73790c24002c352d214487bf1b37d0fcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c834f9b6-2296-418d-8025-d9b8ebe41a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "0fce4d54-4add-46de-b545-263a266f5589", "tag": "414addc7-3ee3-4731-817e-bb66c2427e5e"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:19:11.329040 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-b6c6a7d6-1e7e-4a5f-bd4a-5c592a87ad7a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f29f222d3c4645259dbb0e06f9fe3a9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4920292 Nov 24 14:19:11.330238 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6a7d6-1e7e-4a5f-bd4a-5c592a87ad7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ed92f4-e7a4-4997-95f8-4fed3e5be7fc,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:11.333549 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 43050) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:11.355098 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c24f7-b470-4bbc-8670-0141a24e3e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccae7d0d-1dd3-4099-b01f-1620f8ed999f,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:11.389603 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4106e4c7-5568-4516-942c-fa48430b8a48 service neutron] Pushing event updated for resources: {'Port': ['ID=414addc7-3ee3-4731-817e-bb66c2427e5e,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:11.428580 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cfebe2c2-8db5-416b-a129-05d3aebe224e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:11.443481 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995ab475-1d5f-4d7d-9fb4-af642e251a61 x-openstack-request-id: req-995ab475-1d5f-4d7d-9fb4-af642e251a61 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:19:11.443780 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fce4d54-4add-46de-b545-263a266f5589", "tag": "414addc7-3ee3-4731-817e-bb66c2427e5e", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:19:11.444029 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-995ab475-1d5f-4d7d-9fb4-af642e251a61 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:19:11.444903 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fce4d54-4add-46de-b545-263a266f5589', 'tag': '414addc7-3ee3-4731-817e-bb66c2427e5e', 'status': 'completed', 'code': 200} Nov 24 14:19:11.453806 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-b53876ce-25bc-47ec-92b5-6c194b129ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:11.455326 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-b53876ce-25bc-47ec-92b5-6c194b129ac2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81aef32d1f754e418d281f6d7cd9c608&device_id=0fce4d54-4add-46de-b545-263a266f5589 HTTP/1.1" status: 200 len: 1096 time: 0.0955179 Nov 24 14:19:11.473823 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cfebe2c2-8db5-416b-a129-05d3aebe224e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:11.514865 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-7af1e986-5949-4ec6-af4d-3ea294cbf653 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=414addc7-3ee3-4731-817e-bb66c2427e5e HTTP/1.1" status: 200 len: 217 time: 0.0471313 Nov 24 14:19:11.640607 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cfebe2c2-8db5-416b-a129-05d3aebe224e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:11.645541 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-31d527a0-c4fa-4698-86e4-66cd1ab008ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:11.650186 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cfebe2c2-8db5-416b-a129-05d3aebe224e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:11.653394 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-cfebe2c2-8db5-416b-a129-05d3aebe224e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/02ed92f4-e7a4-4997-95f8-4fed3e5be7fc HTTP/1.1" status: 204 len: 168 time: 0.3187096 Nov 24 14:19:11.655969 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-31d527a0-c4fa-4698-86e4-66cd1ab008ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce32be45-c6a3-4605-a943-84d789f15722 HTTP/1.1" status: 200 len: 855 time: 0.1213107 Nov 24 14:19:11.697159 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95763467-0b61-447b-825a-95e4700f2cd3 req-18dd92f1-86fd-409e-a26b-4d047d6fcc52 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:11.698007 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-95763467-0b61-447b-825a-95e4700f2cd3 req-18dd92f1-86fd-409e-a26b-4d047d6fcc52 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.1727388 Nov 24 14:19:11.705235 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebe2c2-8db5-416b-a129-05d3aebe224e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ed92f4-e7a4-4997-95f8-4fed3e5be7fc,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:11.747879 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-e9b2c977-2f00-4dad-97c3-2005b6c83a65 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d61768b8-ac22-4179-af97-963e314f66f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884461 Nov 24 14:19:11.817410 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-95763467-0b61-447b-825a-95e4700f2cd3 req-2a70d4c2-5cd1-4dae-af5d-bbb57d0012fe tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006625 Nov 24 14:19:11.912786 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-58581752-df61-42b9-9fce-2b56ba0d1de3 service neutron] 10.222.0.37 "GET /v2.0/networks/d61768b8-ac22-4179-af97-963e314f66f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495116 Nov 24 14:19:12.025086 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-635ccfff-5d82-454d-a89d-413b5cdbfb24 req-7a07edcd-cd94-495f-b307-d7815ae43d2c service neutron] 10.222.0.37 "GET /v2.0/networks/d61768b8-ac22-4179-af97-963e314f66f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018982 Nov 24 14:19:12.078115 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 43080) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:12.094158 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c963c876-a140-4a2d-a57e-31ca619c3360 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:12.126522 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834f9b6-2296-418d-8025-d9b8ebe41a8b req-a11c50c0-9978-47eb-94e6-2cd5ef996c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:12.129039 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c834f9b6-2296-418d-8025-d9b8ebe41a8b req-a11c50c0-9978-47eb-94e6-2cd5ef996c37 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81aef32d1f754e418d281f6d7cd9c608&device_id=0fce4d54-4add-46de-b545-263a266f5589 HTTP/1.1" status: 200 len: 1096 time: 0.0529001 Nov 24 14:19:12.180404 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c963c876-a140-4a2d-a57e-31ca619c3360 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:12.185874 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c963c876-a140-4a2d-a57e-31ca619c3360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:12.239347 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-c963c876-a140-4a2d-a57e-31ca619c3360 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e723d15fe7784df6a118bc4187e4a405&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1563826 Nov 24 14:19:12.239347 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963c876-a140-4a2d-a57e-31ca619c3360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b11560-0a00-4ce9-aee5-54c12548413b,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:12.239801 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 43086) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:12.266223 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834f9b6-2296-418d-8025-d9b8ebe41a8b req-ca4b5f81-8386-4aa1-9e25-2e6b65b95ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:12.268127 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c834f9b6-2296-418d-8025-d9b8ebe41a8b req-ca4b5f81-8386-4aa1-9e25-2e6b65b95ead service neutron] 10.222.0.37 "GET /v2.0/networks?id=d61768b8-ac22-4179-af97-963e314f66f7 HTTP/1.1" status: 200 len: 917 time: 0.1292894 Nov 24 14:19:12.324889 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c834f9b6-2296-418d-8025-d9b8ebe41a8b req-cc32a177-0287-4fed-8895-e445321e73b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=414addc7-3ee3-4731-817e-bb66c2427e5e HTTP/1.1" status: 200 len: 217 time: 0.0469759 Nov 24 14:19:12.326032 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364fda9-9dd5-4c5e-a154-ecfb0e7b37a5 req-bfe150e5-8ded-4f0a-b183-84041d292a33 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:12.338169 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4364fda9-9dd5-4c5e-a154-ecfb0e7b37a5 req-bfe150e5-8ded-4f0a-b183-84041d292a33 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fce4d54-4add-46de-b545-263a266f5589 HTTP/1.1" status: 200 len: 943 time: 0.1009152 Nov 24 14:19:12.361155 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-844a7dc9-fd6c-4ec2-8497-9bfcccbdd373 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:12.387191 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4364fda9-9dd5-4c5e-a154-ecfb0e7b37a5 req-4bddd922-a10e-4e1e-a9f2-02378c6ca5b5 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478258 Nov 24 14:19:12.415785 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-844a7dc9-fd6c-4ec2-8497-9bfcccbdd373 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:12.425606 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834f9b6-2296-418d-8025-d9b8ebe41a8b req-d6b96c19-c192-4af8-bfa9-a634f629749c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:12.427081 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c834f9b6-2296-418d-8025-d9b8ebe41a8b req-d6b96c19-c192-4af8-bfa9-a634f629749c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce32be45-c6a3-4605-a943-84d789f15722 HTTP/1.1" status: 200 len: 855 time: 0.0774901 Nov 24 14:19:12.473205 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c834f9b6-2296-418d-8025-d9b8ebe41a8b req-64a09de7-1edd-46ab-89a5-11b960a83588 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d61768b8-ac22-4179-af97-963e314f66f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354998 Nov 24 14:19:12.543301 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-844a7dc9-fd6c-4ec2-8497-9bfcccbdd373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:12.545980 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-844a7dc9-fd6c-4ec2-8497-9bfcccbdd373 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:12.547066 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-844a7dc9-fd6c-4ec2-8497-9bfcccbdd373 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/58b11560-0a00-4ce9-aee5-54c12548413b HTTP/1.1" status: 204 len: 168 time: 0.3061874 Nov 24 14:19:12.563785 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a7dc9-fd6c-4ec2-8497-9bfcccbdd373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b11560-0a00-4ce9-aee5-54c12548413b,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:12.585053 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c834f9b6-2296-418d-8025-d9b8ebe41a8b req-7986e064-7043-4c23-80c3-1bdc24521008 service neutron] 10.222.0.37 "GET /v2.0/networks/d61768b8-ac22-4179-af97-963e314f66f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018610 Nov 24 14:19:12.722739 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c834f9b6-2296-418d-8025-d9b8ebe41a8b req-b416697d-7b98-43ca-ad14-f0852c011fb0 service neutron] 10.222.0.37 "GET /v2.0/networks/d61768b8-ac22-4179-af97-963e314f66f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288264 Nov 24 14:19:12.959444 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aadc49-15fb-4502-8a0a-8c8aea92d4f9 req-6a5ef02e-9be6-4828-b2ae-845462ebe10b tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:12.960966 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d5aadc49-15fb-4502-8a0a-8c8aea92d4f9 req-6a5ef02e-9be6-4828-b2ae-845462ebe10b tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0587733 Nov 24 14:19:13.068984 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d5aadc49-15fb-4502-8a0a-8c8aea92d4f9 req-da42e1f6-8124-4fe3-9971-5a37a76527e3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875301 Nov 24 14:19:13.512920 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 43150) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:13.520674 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b40ed-6055-4d77-9b69-9e31dc59709d req-ebb0e2a3-f8cc-4a3e-b6ae-efd444a59475 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:13.522344 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fb1b40ed-6055-4d77-9b69-9e31dc59709d req-ebb0e2a3-f8cc-4a3e-b6ae-efd444a59475 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fce4d54-4add-46de-b545-263a266f5589 HTTP/1.1" status: 200 len: 943 time: 0.0559990 Nov 24 14:19:13.572352 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fb1b40ed-6055-4d77-9b69-9e31dc59709d req-1b350dab-f2c7-4339-9b90-9b9bf1ff731b tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441265 Nov 24 14:19:13.605770 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:19:13.628426 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-d1952624-29bc-4c42-b773-945fd7c4837e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-416935965-network', 'tenant_id': '9cb6443e176844a09edfc8eadf270bf1'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:19:13.654555 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1952624-29bc-4c42-b773-945fd7c4837e admin admin] Made reservation on behalf of 9cb6443e176844a09edfc8eadf270bf1 for: {'network': 1} {{(pid=102761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:19:13.657526 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d1952624-29bc-4c42-b773-945fd7c4837e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for network, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:13.668852 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d1952624-29bc-4c42-b773-945fd7c4837e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:13.755058 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d1952624-29bc-4c42-b773-945fd7c4837e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:13.762501 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d1952624-29bc-4c42-b773-945fd7c4837e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:13.789313 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1952624-29bc-4c42-b773-945fd7c4837e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1126} {{(pid=102761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:19:13.801922 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1952624-29bc-4c42-b773-945fd7c4837e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1552be8-8a4d-42c7-a83e-05ae77f65328,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:13.804891 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d1952624-29bc-4c42-b773-945fd7c4837e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:13.805233 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.db.segments_db [None req-d1952624-29bc-4c42-b773-945fd7c4837e admin admin] Added segment 7bf8bef5-0936-40ef-abba-eb068a58cdf7 of type vlan for network 6f54ef15-e03b-4118-ba1b-d97c91a2be99 Nov 24 14:19:13.847945 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d1952624-29bc-4c42-b773-945fd7c4837e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783322859825'] for network, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:13.882623 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d1952624-29bc-4c42-b773-945fd7c4837e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067'] for network, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:13.883764 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1952624-29bc-4c42-b773-945fd7c4837e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:13.884377 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d1952624-29bc-4c42-b773-945fd7c4837e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:13.932548 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-d1952624-29bc-4c42-b773-945fd7c4837e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4183931 Nov 24 14:19:13.935769 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 43180) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:13.947945 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-b4f33d7d-fc97-4360-978e-9d04e4fc0961 admin admin] Request body: {'subnet': {'network_id': '6f54ef15-e03b-4118-ba1b-d97c91a2be99', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-416935965-subnet', 'tenant_id': '9cb6443e176844a09edfc8eadf270bf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:19:13.964229 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1952624-29bc-4c42-b773-945fd7c4837e admin admin] Pushing event updated for resources: {'Network': ['ID=6f54ef15-e03b-4118-ba1b-d97c91a2be99,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:13.978562 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Network 6f54ef15-e03b-4118-ba1b-d97c91a2be99 details requested by agent ovs-agent-dv-cinder-739079-6-iscsi with host dv-cinder-739079-6-iscsi {{(pid=102763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 14:19:14.017281 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f33d7d-fc97-4360-978e-9d04e4fc0961 admin admin] Made reservation on behalf of 9cb6443e176844a09edfc8eadf270bf1 for: {'subnet': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:19:14.023559 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b4f33d7d-fc97-4360-978e-9d04e4fc0961 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11814291'] for subnet, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:14.196902 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 43196) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:14.249980 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdc244-f397-4470-b8f7-c13ae709b612 req-6900ed21-ec62-42cf-9ae1-5b9c04c12c91 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:14.251615 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1dfdc244-f397-4470-b8f7-c13ae709b612 req-6900ed21-ec62-42cf-9ae1-5b9c04c12c91 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0683620 Nov 24 14:19:14.281532 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b4f33d7d-fc97-4360-978e-9d04e4fc0961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11930698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11814273'] for subnet, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:14.309164 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1dfdc244-f397-4470-b8f7-c13ae709b612 req-68b3de73-2824-4807-b230-04aeb382fdbd tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488226 Nov 24 14:19:14.350641 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f33d7d-fc97-4360-978e-9d04e4fc0961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=274d87ce-ca83-46e5-8fc6-1f636c159be2,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:14.355071 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f33d7d-fc97-4360-978e-9d04e4fc0961 admin admin] Checking segment: {'id': '7bf8bef5-0936-40ef-abba-eb068a58cdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '6f54ef15-e03b-4118-ba1b-d97c91a2be99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:19:14.355481 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f33d7d-fc97-4360-978e-9d04e4fc0961 admin admin] Network hostable DHCP agents. Network: 6f54ef15-e03b-4118-ba1b-d97c91a2be99, hostable agents: ['5a05dce6-6d47-4be7-b07f-778f6e38e2ad'], hosted agents: [] {{(pid=102762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:19:14.379318 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f33d7d-fc97-4360-978e-9d04e4fc0961 admin admin] Network 6f54ef15-e03b-4118-ba1b-d97c91a2be99 is scheduled to be hosted by DHCP agent 5a05dce6-6d47-4be7-b07f-778f6e38e2ad with binding_index 1 {{(pid=102762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:19:14.389693 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7448d38b-7d29-46bb-86c3-40508a165728 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:14.390697 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-b4f33d7d-fc97-4360-978e-9d04e4fc0961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-6-iscsi, 6f54ef15-e03b-4118-ba1b-d97c91a2be99) {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:19:14.405530 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f33d7d-fc97-4360-978e-9d04e4fc0961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:14.408918 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b4f33d7d-fc97-4360-978e-9d04e4fc0961 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:14.409117 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ecfa79-4916-421c-b655-989b3ecd927f None None] Network 6f54ef15-e03b-4118-ba1b-d97c91a2be99 requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:19:14.439203 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-b4f33d7d-fc97-4360-978e-9d04e4fc0961 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4922876 Nov 24 14:19:14.439471 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b365e722-7a27-41db-9b98-46a83e1075c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:14.501176 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 43204) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:14.546660 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7448d38b-7d29-46bb-86c3-40508a165728 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:14.552979 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7448d38b-7d29-46bb-86c3-40508a165728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:14.584697 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448d38b-7d29-46bb-86c3-40508a165728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63c1324-07a6-494e-afdc-6c12e53f6758,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:14.621934 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-7448d38b-7d29-46bb-86c3-40508a165728 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f35ddda20ed04a09b101f1fb4a0ca550&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4249711 Nov 24 14:19:14.624804 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 43212) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:14.628811 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce00011-9d12-4b57-b73b-e2e85adba123 None None] Network 6f54ef15-e03b-4118-ba1b-d97c91a2be99 requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:19:14.690542 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0d1af181-1976-4025-b75d-6d9eebe62226 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:14.770925 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff53c98-2366-42ba-be50-f1b7a1b5d1d8 req-7fc42053-e76e-4d8f-87e4-a944ba85829c tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:14.772668 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4ff53c98-2366-42ba-be50-f1b7a1b5d1d8 req-7fc42053-e76e-4d8f-87e4-a944ba85829c tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fce4d54-4add-46de-b545-263a266f5589 HTTP/1.1" status: 200 len: 943 time: 0.0773122 Nov 24 14:19:14.773710 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-53871d1b-2409-4693-b114-9b198f84b183 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:14.819073 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-53871d1b-2409-4693-b114-9b198f84b183 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:14.838289 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0d1af181-1976-4025-b75d-6d9eebe62226 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:14.843029 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0d1af181-1976-4025-b75d-6d9eebe62226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:14.898682 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-0d1af181-1976-4025-b75d-6d9eebe62226 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ed6c80ba898f4d28ba5bf0f9ab59f573&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3945966 Nov 24 14:19:14.900127 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1af181-1976-4025-b75d-6d9eebe62226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f01cce-6d80-430c-97e5-5fec37e98b53,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:14.902824 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 43224) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:14.936225 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4ff53c98-2366-42ba-be50-f1b7a1b5d1d8 req-42491087-5c7d-46a0-89f1-7319437f78b6 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559556 Nov 24 14:19:14.960318 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-53871d1b-2409-4693-b114-9b198f84b183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:14.963713 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-53871d1b-2409-4693-b114-9b198f84b183 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:14.965076 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-53871d1b-2409-4693-b114-9b198f84b183 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c63c1324-07a6-494e-afdc-6c12e53f6758 HTTP/1.1" status: 204 len: 168 time: 0.3391182 Nov 24 14:19:14.984866 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53871d1b-2409-4693-b114-9b198f84b183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63c1324-07a6-494e-afdc-6c12e53f6758,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:15.000380 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-29319530-56ca-4ed5-95e5-98d8024ebbd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:15.042737 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-29319530-56ca-4ed5-95e5-98d8024ebbd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:15.132156 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-29319530-56ca-4ed5-95e5-98d8024ebbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:15.134870 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-29319530-56ca-4ed5-95e5-98d8024ebbd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:15.138455 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-29319530-56ca-4ed5-95e5-98d8024ebbd0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c8f01cce-6d80-430c-97e5-5fec37e98b53 HTTP/1.1" status: 204 len: 168 time: 0.2322993 Nov 24 14:19:15.144905 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29319530-56ca-4ed5-95e5-98d8024ebbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f01cce-6d80-430c-97e5-5fec37e98b53,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:15.356419 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 43242) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:15.363269 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-81cf8516-3712-41fe-93aa-90d7048cc5c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-222554642-network', 'tenant_id': '3da5485a40d54e3a829f9930e8667b62'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:19:15.400212 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cf8516-3712-41fe-93aa-90d7048cc5c1 admin admin] Made reservation on behalf of 3da5485a40d54e3a829f9930e8667b62 for: {'network': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:19:15.426137 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-81cf8516-3712-41fe-93aa-90d7048cc5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for network, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:15.447885 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-81cf8516-3712-41fe-93aa-90d7048cc5c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:15.550723 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509de12-0324-4366-92f2-764d066d014c req-2d791dfa-b28c-4af0-8d86-385b5cc360ee tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:15.552601 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8509de12-0324-4366-92f2-764d066d014c req-2d791dfa-b28c-4af0-8d86-385b5cc360ee tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0866675 Nov 24 14:19:15.634919 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8509de12-0324-4366-92f2-764d066d014c req-bfde9d9d-cc6b-47ee-8c52-140b5e73b4c5 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672741 Nov 24 14:19:15.636159 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-81cf8516-3712-41fe-93aa-90d7048cc5c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:15.641428 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-81cf8516-3712-41fe-93aa-90d7048cc5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:15.665831 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 43252) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:15.668039 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81cf8516-3712-41fe-93aa-90d7048cc5c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1138} {{(pid=102762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:19:15.678394 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf8516-3712-41fe-93aa-90d7048cc5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b570c32-8bef-43d2-aef9-04c1f8bb339d,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:15.683464 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-81cf8516-3712-41fe-93aa-90d7048cc5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:15.683810 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.db.segments_db [None req-81cf8516-3712-41fe-93aa-90d7048cc5c1 admin admin] Added segment 88055a19-47d8-42cf-995d-fd185dd11ed0 of type vlan for network bc1e102e-68a5-404e-9218-b24e008e93b8 Nov 24 14:19:15.684443 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a28fc4da-8bb7-4116-a3ec-731f24e7833c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:15.726673 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-81cf8516-3712-41fe-93aa-90d7048cc5c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783322859825'] for network, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:15.759275 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-81cf8516-3712-41fe-93aa-90d7048cc5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067'] for network, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:15.760308 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cf8516-3712-41fe-93aa-90d7048cc5c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:15.761062 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-81cf8516-3712-41fe-93aa-90d7048cc5c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:15.771084 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a28fc4da-8bb7-4116-a3ec-731f24e7833c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:15.775634 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a28fc4da-8bb7-4116-a3ec-731f24e7833c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:15.798587 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-81cf8516-3712-41fe-93aa-90d7048cc5c1 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4401290 Nov 24 14:19:15.802997 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 43254) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:15.808257 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-80c67de0-f92b-4479-a4a3-ed76a1202b4c admin admin] Request body: {'subnet': {'network_id': 'bc1e102e-68a5-404e-9218-b24e008e93b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-222554642-subnet', 'tenant_id': '3da5485a40d54e3a829f9930e8667b62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:19:15.822395 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-a28fc4da-8bb7-4116-a3ec-731f24e7833c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7abd7b8ce5b34b24b837efa210be146d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1555083 Nov 24 14:19:15.823506 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28fc4da-8bb7-4116-a3ec-731f24e7833c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdc47e2-f89d-4c63-9382-906a9b0f2f44,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:15.827005 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 43258) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:15.857700 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf8516-3712-41fe-93aa-90d7048cc5c1 admin admin] Pushing event updated for resources: {'Network': ['ID=bc1e102e-68a5-404e-9218-b24e008e93b8,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:15.862425 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c67de0-f92b-4479-a4a3-ed76a1202b4c admin admin] Made reservation on behalf of 3da5485a40d54e3a829f9930e8667b62 for: {'subnet': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:19:15.866117 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-80c67de0-f92b-4479-a4a3-ed76a1202b4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11814291'] for subnet, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:15.874625 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Network bc1e102e-68a5-404e-9218-b24e008e93b8 details requested by agent ovs-agent-dv-cinder-739079-6-iscsi with host dv-cinder-739079-6-iscsi {{(pid=102763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 14:19:15.897105 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ee68a1e3-48e3-4358-a6bb-b45f509c0c26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:15.930777 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ee68a1e3-48e3-4358-a6bb-b45f509c0c26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:16.016843 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ee68a1e3-48e3-4358-a6bb-b45f509c0c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:16.019698 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ee68a1e3-48e3-4358-a6bb-b45f509c0c26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:16.023458 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-ee68a1e3-48e3-4358-a6bb-b45f509c0c26 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dbdc47e2-f89d-4c63-9382-906a9b0f2f44 HTTP/1.1" status: 204 len: 168 time: 0.1926188 Nov 24 14:19:16.042352 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68a1e3-48e3-4358-a6bb-b45f509c0c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdc47e2-f89d-4c63-9382-906a9b0f2f44,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:16.126021 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53302243-f339-4954-9578-6a678e8f6fc1 req-f6852722-0e14-493b-8c0d-03b5532ebd82 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:16.128161 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-53302243-f339-4954-9578-6a678e8f6fc1 req-f6852722-0e14-493b-8c0d-03b5532ebd82 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fce4d54-4add-46de-b545-263a266f5589 HTTP/1.1" status: 200 len: 943 time: 0.0652542 Nov 24 14:19:16.137073 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-80c67de0-f92b-4479-a4a3-ed76a1202b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11930698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11814273'] for subnet, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:16.184696 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-53302243-f339-4954-9578-6a678e8f6fc1 req-39da62bc-6a42-46eb-9c53-49645d936109 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499914 Nov 24 14:19:16.214615 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c67de0-f92b-4479-a4a3-ed76a1202b4c admin admin] Checking segment: {'id': '88055a19-47d8-42cf-995d-fd185dd11ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'bc1e102e-68a5-404e-9218-b24e008e93b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:19:16.214615 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c67de0-f92b-4479-a4a3-ed76a1202b4c admin admin] Network hostable DHCP agents. Network: bc1e102e-68a5-404e-9218-b24e008e93b8, hostable agents: ['5a05dce6-6d47-4be7-b07f-778f6e38e2ad'], hosted agents: [] {{(pid=102762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:19:16.217290 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c67de0-f92b-4479-a4a3-ed76a1202b4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6a39f65-83d1-41e3-b3fc-53562bde616e,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:16.241175 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c67de0-f92b-4479-a4a3-ed76a1202b4c admin admin] Network bc1e102e-68a5-404e-9218-b24e008e93b8 is scheduled to be hosted by DHCP agent 5a05dce6-6d47-4be7-b07f-778f6e38e2ad with binding_index 1 {{(pid=102762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:19:16.253779 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-80c67de0-f92b-4479-a4a3-ed76a1202b4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-6-iscsi, bc1e102e-68a5-404e-9218-b24e008e93b8) {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:19:16.263077 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe0a28d-6c0d-422e-b5b3-094e61b58d94 None None] Network bc1e102e-68a5-404e-9218-b24e008e93b8 requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:19:16.280718 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c67de0-f92b-4479-a4a3-ed76a1202b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:16.281311 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-80c67de0-f92b-4479-a4a3-ed76a1202b4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:16.311384 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-80c67de0-f92b-4479-a4a3-ed76a1202b4c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5072799 Nov 24 14:19:16.435054 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7585058d-2dbe-4af7-97f4-aabcaaace383 None None] Network bc1e102e-68a5-404e-9218-b24e008e93b8 requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:19:16.783583 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d46b0c-ca1b-47f2-b973-56aadffc0111 req-3be2427a-b405-4ac8-82a4-8b312d9879bb tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:16.786269 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-67d46b0c-ca1b-47f2-b973-56aadffc0111 req-3be2427a-b405-4ac8-82a4-8b312d9879bb tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0580940 Nov 24 14:19:16.888379 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-67d46b0c-ca1b-47f2-b973-56aadffc0111 req-c7ce38ca-e20c-4953-88ec-f18ad3e9b9d8 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788300 Nov 24 14:19:16.926992 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9c00845b-2cb4-4b0c-8871-6ec0036110fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:17.317064 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b9bea-6b36-4b7a-92c3-0677f2c607a8 req-81149efd-2440-4db5-91ed-36dccc50bd55 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:17.318603 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-399b9bea-6b36-4b7a-92c3-0677f2c607a8 req-81149efd-2440-4db5-91ed-36dccc50bd55 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fce4d54-4add-46de-b545-263a266f5589 HTTP/1.1" status: 200 len: 943 time: 0.0511525 Nov 24 14:19:17.369408 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-399b9bea-6b36-4b7a-92c3-0677f2c607a8 req-90e444ad-4b46-41a4-92c4-e7a4d8e30878 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442684 Nov 24 14:19:17.877315 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:18.035520 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d6755-3a03-4576-b22f-8e6805f9844b req-c1aeb853-99e2-4678-9fa6-d1dc8a578637 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:18.037022 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cc8d6755-3a03-4576-b22f-8e6805f9844b req-c1aeb853-99e2-4678-9fa6-d1dc8a578637 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0777583 Nov 24 14:19:18.091647 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cc8d6755-3a03-4576-b22f-8e6805f9844b req-f33ae1fb-87d8-4f80-88b8-d95946af4eb6 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476010 Nov 24 14:19:18.514106 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9eff5b-fd96-4f9a-b397-8446841a138c req-a37b16f3-37b9-4d70-a522-a6788b9b429a tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:18.515627 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-da9eff5b-fd96-4f9a-b397-8446841a138c req-a37b16f3-37b9-4d70-a522-a6788b9b429a tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fce4d54-4add-46de-b545-263a266f5589 HTTP/1.1" status: 200 len: 943 time: 0.0687349 Nov 24 14:19:18.578959 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-da9eff5b-fd96-4f9a-b397-8446841a138c req-807eda05-32ac-477e-8e15-b514da5e8c90 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536911 Nov 24 14:19:19.211917 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32cf157-09b9-4b65-957e-fc6d6d52d7f7 req-03d3e553-6220-47d9-9a27-1f7898b03d5a tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:19.213466 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e32cf157-09b9-4b65-957e-fc6d6d52d7f7 req-03d3e553-6220-47d9-9a27-1f7898b03d5a tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0506911 Nov 24 14:19:19.267156 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e32cf157-09b9-4b65-957e-fc6d6d52d7f7 req-62b0096a-d576-4387-89ce-fe53116f3215 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470436 Nov 24 14:19:19.483120 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:19.728969 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fc3da-4d14-4e7a-a18f-56fca3037f6b req-1e4e3d57-290e-4157-83f8-cc357024bf7c tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:19.730576 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-856fc3da-4d14-4e7a-a18f-56fca3037f6b req-1e4e3d57-290e-4157-83f8-cc357024bf7c tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fce4d54-4add-46de-b545-263a266f5589 HTTP/1.1" status: 200 len: 943 time: 0.0480618 Nov 24 14:19:19.778628 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-856fc3da-4d14-4e7a-a18f-56fca3037f6b req-7d9662a7-6316-4ce9-9f09-7e87711d5539 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420120 Nov 24 14:19:20.389463 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7db40-302a-49e9-8c57-ca6d949af288 req-b35b6fe7-3bfe-4ad3-80a5-3630656f36ec tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:20.391028 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-46a7db40-302a-49e9-8c57-ca6d949af288 req-b35b6fe7-3bfe-4ad3-80a5-3630656f36ec tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0515518 Nov 24 14:19:20.445224 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-46a7db40-302a-49e9-8c57-ca6d949af288 req-dda86e0b-6dd2-4577-b082-c2a9b89a6674 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479627 Nov 24 14:19:20.742222 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:20.895015 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a746f-3ee2-4c5f-8508-d08573a7c107 req-b1fee069-0503-43cd-98a0-b0ee9f36c665 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:20.896449 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-315a746f-3ee2-4c5f-8508-d08573a7c107 req-b1fee069-0503-43cd-98a0-b0ee9f36c665 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fce4d54-4add-46de-b545-263a266f5589 HTTP/1.1" status: 200 len: 943 time: 0.0487463 Nov 24 14:19:20.945250 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-315a746f-3ee2-4c5f-8508-d08573a7c107 req-4a328c93-e40e-41b4-a9ea-a446c39f7232 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424671 Nov 24 14:19:21.563194 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b29e4-5c3c-4a9a-ac3e-43333a6d34a2 req-343128a8-c4c8-4b47-89ea-b09e5fccbe0f tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:21.564694 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-315b29e4-5c3c-4a9a-ac3e-43333a6d34a2 req-343128a8-c4c8-4b47-89ea-b09e5fccbe0f tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0479381 Nov 24 14:19:21.611075 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-315b29e4-5c3c-4a9a-ac3e-43333a6d34a2 req-fc45a1a2-21cb-4df7-9b2f-1f5c09d81500 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399866 Nov 24 14:19:22.063731 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922f34f-eb1d-47e9-91fd-8581787e114d req-cf15ece6-9473-4b95-ad14-d0937821cb0b tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:22.065208 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7922f34f-eb1d-47e9-91fd-8581787e114d req-cf15ece6-9473-4b95-ad14-d0937821cb0b tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fce4d54-4add-46de-b545-263a266f5589 HTTP/1.1" status: 200 len: 943 time: 0.0522633 Nov 24 14:19:22.115499 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7922f34f-eb1d-47e9-91fd-8581787e114d req-8f2ff753-4b9b-4718-84b3-78e3bcd2cdd1 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443072 Nov 24 14:19:22.737860 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff67997-b8bb-4e29-b704-2e1d7f3bf45c req-b54fa7db-e7f3-4bfa-b0b5-7746f03bc7bb tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:22.739441 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2ff67997-b8bb-4e29-b704-2e1d7f3bf45c req-b54fa7db-e7f3-4bfa-b0b5-7746f03bc7bb tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0547228 Nov 24 14:19:22.797010 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2ff67997-b8bb-4e29-b704-2e1d7f3bf45c req-1877ccb3-6be0-48ba-8949-56b0c533ded4 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514197 Nov 24 14:19:23.235225 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf153782-e769-4155-9fa0-1903e2b3f129 req-07fec629-06c1-4408-a8e8-9338fafc92f3 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:23.236902 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-bf153782-e769-4155-9fa0-1903e2b3f129 req-07fec629-06c1-4408-a8e8-9338fafc92f3 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fce4d54-4add-46de-b545-263a266f5589 HTTP/1.1" status: 200 len: 943 time: 0.0494194 Nov 24 14:19:23.284834 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-bf153782-e769-4155-9fa0-1903e2b3f129 req-18e0bcda-d457-46f7-8e3b-ab4f9c46c7ae tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420487 Nov 24 14:19:23.938031 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9857fb-e7c2-4ee2-9bc1-5b4f55d5e371 req-2c37c2d2-227c-48f8-a0de-a43cc9928714 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:23.940379 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4d9857fb-e7c2-4ee2-9bc1-5b4f55d5e371 req-2c37c2d2-227c-48f8-a0de-a43cc9928714 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0655181 Nov 24 14:19:23.991752 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4d9857fb-e7c2-4ee2-9bc1-5b4f55d5e371 req-060b0961-66c2-4f9d-b13c-82ae2c09b142 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443408 Nov 24 14:19:24.418063 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407059b2-3b67-48d6-af5b-c3c7af04d20b req-80e63a5b-c366-432b-931d-bf32fb4963c5 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:24.421022 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-407059b2-3b67-48d6-af5b-c3c7af04d20b req-80e63a5b-c366-432b-931d-bf32fb4963c5 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fce4d54-4add-46de-b545-263a266f5589 HTTP/1.1" status: 200 len: 943 time: 0.0631888 Nov 24 14:19:24.479961 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-407059b2-3b67-48d6-af5b-c3c7af04d20b req-60d8512e-f4bd-468e-8a0b-3bf6e8140fa8 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512419 Nov 24 14:19:25.016216 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 43532) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:25.124447 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44b76b-edfd-40f9-ac45-dd7319e41d3a req-6107fbef-a440-4f01-8298-67f554d744ba tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:25.126110 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7e44b76b-edfd-40f9-ac45-dd7319e41d3a req-6107fbef-a440-4f01-8298-67f554d744ba tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0602803 Nov 24 14:19:25.135133 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bc2854b8-0c59-41a8-9c3c-7448ace0a9ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:25.175337 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7e44b76b-edfd-40f9-ac45-dd7319e41d3a req-d85fe454-b46b-45ac-ad2d-275d2df19c49 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423150 Nov 24 14:19:25.220306 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bc2854b8-0c59-41a8-9c3c-7448ace0a9ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:25.225007 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bc2854b8-0c59-41a8-9c3c-7448ace0a9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:25.267952 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-bc2854b8-0c59-41a8-9c3c-7448ace0a9ce admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f895fd4e5ce74b0ea2483077630f0d25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504163 Nov 24 14:19:25.269133 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2854b8-0c59-41a8-9c3c-7448ace0a9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dda0b43-db5a-47a2-b074-04bfcd69ec8d,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:25.270522 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 43538) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:25.318994 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7e666bdc-5a5d-459b-bc42-631c13ccfa2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:25.340317 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7e666bdc-5a5d-459b-bc42-631c13ccfa2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:25.390067 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7e666bdc-5a5d-459b-bc42-631c13ccfa2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:25.392940 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7e666bdc-5a5d-459b-bc42-631c13ccfa2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:25.394109 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-7e666bdc-5a5d-459b-bc42-631c13ccfa2b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3dda0b43-db5a-47a2-b074-04bfcd69ec8d HTTP/1.1" status: 204 len: 168 time: 0.1225932 Nov 24 14:19:25.402046 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e666bdc-5a5d-459b-bc42-631c13ccfa2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dda0b43-db5a-47a2-b074-04bfcd69ec8d,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:25.646884 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f4cc0-6cb8-4faa-b14e-fcc84dfb8dd7 req-2055204e-5526-429e-b0e8-9242631f50f4 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:25.654358 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-381f4cc0-6cb8-4faa-b14e-fcc84dfb8dd7 req-2055204e-5526-429e-b0e8-9242631f50f4 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fce4d54-4add-46de-b545-263a266f5589 HTTP/1.1" status: 200 len: 943 time: 0.0870595 Nov 24 14:19:25.724286 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-381f4cc0-6cb8-4faa-b14e-fcc84dfb8dd7 req-5ceb1780-7496-43ca-a6a3-9a2a5a503d9b tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690062 Nov 24 14:19:26.299674 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b52772-0eed-4387-82fe-38ab67a1f3a2 req-58952d9c-4fb2-4304-90d4-123151f107ae tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:26.301183 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-67b52772-0eed-4387-82fe-38ab67a1f3a2 req-58952d9c-4fb2-4304-90d4-123151f107ae tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0510831 Nov 24 14:19:26.353146 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-67b52772-0eed-4387-82fe-38ab67a1f3a2 req-3602ccc6-e928-4b46-b97a-075c240301c0 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459003 Nov 24 14:19:26.857673 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb7f6c-f370-443b-9b49-988484f5b683 req-9acdb6a1-08b7-45b4-a9d2-56a725de3bd6 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:26.859092 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9acb7f6c-f370-443b-9b49-988484f5b683 req-9acdb6a1-08b7-45b4-a9d2-56a725de3bd6 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fce4d54-4add-46de-b545-263a266f5589 HTTP/1.1" status: 200 len: 943 time: 0.0502520 Nov 24 14:19:26.909985 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9acb7f6c-f370-443b-9b49-988484f5b683 req-c08205de-7b76-4628-9ab9-efcbe51d47d2 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441940 Nov 24 14:19:27.336504 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a126e-dfaa-49b3-a149-ab363f82ed5c req-e1055b66-9a16-4348-96ad-19b6fe9f05be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:27.337975 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-eb9a126e-dfaa-49b3-a149-ab363f82ed5c req-e1055b66-9a16-4348-96ad-19b6fe9f05be service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 1098 time: 0.0396724 Nov 24 14:19:27.412270 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-eb9a126e-dfaa-49b3-a149-ab363f82ed5c req-0809aabb-b95e-45f2-ab34-fc0d25f82dc1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454266 Nov 24 14:19:27.484321 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177394b-5711-4009-9723-a1b64b3c06ba req-6ed96639-295b-45ef-9494-bfa13a477b7b tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:27.485808 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4177394b-5711-4009-9723-a1b64b3c06ba req-6ed96639-295b-45ef-9494-bfa13a477b7b tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0543935 Nov 24 14:19:27.539155 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4177394b-5711-4009-9723-a1b64b3c06ba req-8654aff4-307a-4af3-9477-6f4bacc9d2e7 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450470 Nov 24 14:19:28.041517 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb862f-4099-472d-a059-c30b46859b08 req-b18b849e-e942-4dcc-8f9e-9a2c64ffa4ec tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:28.043009 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-01eb862f-4099-472d-a059-c30b46859b08 req-b18b849e-e942-4dcc-8f9e-9a2c64ffa4ec tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fce4d54-4add-46de-b545-263a266f5589 HTTP/1.1" status: 200 len: 943 time: 0.0530422 Nov 24 14:19:28.092791 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-01eb862f-4099-472d-a059-c30b46859b08 req-ff7484fa-26b2-40cc-a3d4-8b1626d4367e tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437279 Nov 24 14:19:28.659872 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6e613-ed03-4b88-be8e-e58e6f6a39a4 req-cd391b7b-c0b5-4931-8545-e43a46c9ce6f tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:28.661379 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-aec6e613-ed03-4b88-be8e-e58e6f6a39a4 req-cd391b7b-c0b5-4931-8545-e43a46c9ce6f tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0507107 Nov 24 14:19:28.717480 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-aec6e613-ed03-4b88-be8e-e58e6f6a39a4 req-842e57ef-2c68-48ec-b235-95e32c1914d8 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499675 Nov 24 14:19:28.908698 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 414addc7-3ee3-4731-817e-bb66c2427e5e details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=102763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:19:29.016554 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 414addc7-3ee3-4731-817e-bb66c2427e5e, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=414addc7-3ee3-4731-817e-bb66c2427e5e,segment=NetworkSegment(4b6c6cfd-b5db-445d-b898-f8855e311bb7),segment_id=4b6c6cfd-b5db-445d-b898-f8855e311bb7)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:19:29.027997 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Returning: {'device': '414addc7-3ee3-4731-817e-bb66c2427e5e', 'network_id': 'd61768b8-ac22-4179-af97-963e314f66f7', 'port_id': '414addc7-3ee3-4731-817e-bb66c2427e5e', 'mac_address': 'fa:16:3e:9a:b4:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce32be45-c6a3-4605-a943-84d789f15722', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:19:29.066360 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:29.078879 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414addc7-3ee3-4731-817e-bb66c2427e5e {{(pid=102763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:19:29.099506 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 414addc7-3ee3-4731-817e-bb66c2427e5e, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=414addc7-3ee3-4731-817e-bb66c2427e5e,segment=NetworkSegment(4b6c6cfd-b5db-445d-b898-f8855e311bb7),segment_id=4b6c6cfd-b5db-445d-b898-f8855e311bb7)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:19:29.103238 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:29.149891 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=414addc7-3ee3-4731-817e-bb66c2427e5e,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:29.156863 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:29.157261 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:29.157615 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:29.157961 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:29.158823 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:29.159158 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:29.159515 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:29.159925 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:29.160322 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:29.160658 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:29.160992 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:29.161324 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:29.212112 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59dde10-3611-418c-8eb7-9685bc4b8caf req-e18dae35-d1fb-47db-9dba-666a0eafffaf tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:29.213555 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b59dde10-3611-418c-8eb7-9685bc4b8caf req-e18dae35-d1fb-47db-9dba-666a0eafffaf tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fce4d54-4add-46de-b545-263a266f5589 HTTP/1.1" status: 200 len: 944 time: 0.0476015 Nov 24 14:19:29.260922 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b59dde10-3611-418c-8eb7-9685bc4b8caf req-d3398909-62f6-45cb-9b1f-333d211fcc31 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411181 Nov 24 14:19:29.526017 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['414addc7-3ee3-4731-817e-bb66c2427e5e'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:19:29.611095 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 43646) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:29.822240 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ac53dea2-2aa2-4f36-a7b2-0914a6b1b10e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:29.913360 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb123b-e058-442d-928e-6905f4717e1d req-191e1931-eb1e-410f-866f-589cb750bbc7 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:29.915200 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-03bb123b-e058-442d-928e-6905f4717e1d req-191e1931-eb1e-410f-866f-589cb750bbc7 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0901136 Nov 24 14:19:29.996337 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-03bb123b-e058-442d-928e-6905f4717e1d req-e4458611-0d53-4f0d-ab10-44cd83efc139 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669110 Nov 24 14:19:30.010485 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ac53dea2-2aa2-4f36-a7b2-0914a6b1b10e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:30.022322 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ac53dea2-2aa2-4f36-a7b2-0914a6b1b10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:30.066042 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-ac53dea2-2aa2-4f36-a7b2-0914a6b1b10e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b1f343661f2b48dea3c6d46600a964f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4524159 Nov 24 14:19:30.066956 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53dea2-2aa2-4f36-a7b2-0914a6b1b10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c52e4e-9017-4fd9-ba64-3b70fb4a37fa,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:30.069027 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 43664) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:30.150771 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c7e516d5-383f-4d0c-8e66-849a63f3278a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:30.159990 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434eae2-2687-4674-a829-0daf8ca16539 req-af97c23f-7fb2-4400-aca0-05507f4b59c5 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:30.162698 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4434eae2-2687-4674-a829-0daf8ca16539 req-af97c23f-7fb2-4400-aca0-05507f4b59c5 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0758722 Nov 24 14:19:30.178563 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c7e516d5-383f-4d0c-8e66-849a63f3278a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:30.223866 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4434eae2-2687-4674-a829-0daf8ca16539 req-87902906-d9db-4648-9410-92d771851d1a tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548382 Nov 24 14:19:30.239677 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c7e516d5-383f-4d0c-8e66-849a63f3278a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:30.244723 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c7e516d5-383f-4d0c-8e66-849a63f3278a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:30.249410 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-c7e516d5-383f-4d0c-8e66-849a63f3278a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/72c52e4e-9017-4fd9-ba64-3b70fb4a37fa HTTP/1.1" status: 204 len: 168 time: 0.1762910 Nov 24 14:19:30.268295 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e516d5-383f-4d0c-8e66-849a63f3278a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c52e4e-9017-4fd9-ba64-3b70fb4a37fa,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:30.429821 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccb75b-9dff-45f9-a37f-c617cfce82c0 req-c6872296-71c7-4f29-9aae-a6460f81a327 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:30.431701 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6dccb75b-9dff-45f9-a37f-c617cfce82c0 req-c6872296-71c7-4f29-9aae-a6460f81a327 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fce4d54-4add-46de-b545-263a266f5589 HTTP/1.1" status: 200 len: 944 time: 0.0591192 Nov 24 14:19:30.524213 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6dccb75b-9dff-45f9-a37f-c617cfce82c0 req-17f6dbea-744e-444e-8502-49d131051f68 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797377 Nov 24 14:19:30.735863 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 43684) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:30.746676 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-619656b0-5fcd-45a7-affe-e90bae17bb19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:30.859750 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-619656b0-5fcd-45a7-affe-e90bae17bb19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:30.865910 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-619656b0-5fcd-45a7-affe-e90bae17bb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:30.912737 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 414addc7-3ee3-4731-817e-bb66c2427e5e up at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:19:30.925752 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619656b0-5fcd-45a7-affe-e90bae17bb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a0901b-63c3-42ce-ae1b-210ce1291897,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:30.943836 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-619656b0-5fcd-45a7-affe-e90bae17bb19 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d52b5df31cf74a65a6852bbc31538194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147045 Nov 24 14:19:30.947156 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 43690) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:31.020461 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-83cbfa9c-b06c-469c-a69e-e2070cfefef7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:31.042696 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning for port 414addc7-3ee3-4731-817e-bb66c2427e5e completed by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:19:31.047167 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-83cbfa9c-b06c-469c-a69e-e2070cfefef7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:31.057579 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning complete for port 414addc7-3ee3-4731-817e-bb66c2427e5e triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:19:31.058583 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:31.137347 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-83cbfa9c-b06c-469c-a69e-e2070cfefef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:31.140218 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-83cbfa9c-b06c-469c-a69e-e2070cfefef7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:31.145662 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-83cbfa9c-b06c-469c-a69e-e2070cfefef7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/56a0901b-63c3-42ce-ae1b-210ce1291897 HTTP/1.1" status: 204 len: 168 time: 0.1927762 Nov 24 14:19:31.156250 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbfa9c-b06c-469c-a69e-e2070cfefef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a0901b-63c3-42ce-ae1b-210ce1291897,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:31.222103 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:31.291795 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fce4d54-4add-46de-b545-263a266f5589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414addc7-3ee3-4731-817e-bb66c2427e5e'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:19:31.296695 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02bc6bab57870f22e484ac0312d8c66543c8308e687160369736143e34da9ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeac49a4-0082-4812-aa95-4b1ae38e0769" -d '{"events": [{"server_uuid": "0fce4d54-4add-46de-b545-263a266f5589", "name": "network-vif-plugged", "status": "completed", "tag": "414addc7-3ee3-4731-817e-bb66c2427e5e"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:19:31.305189 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 414addc7-3ee3-4731-817e-bb66c2427e5e, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=414addc7-3ee3-4731-817e-bb66c2427e5e,segment=NetworkSegment(4b6c6cfd-b5db-445d-b898-f8855e311bb7),segment_id=4b6c6cfd-b5db-445d-b898-f8855e311bb7)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:19:31.317209 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:31.379386 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f7dbfe-827a-4f21-915b-40a0fbefed55 x-openstack-request-id: req-22f7dbfe-827a-4f21-915b-40a0fbefed55 {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:19:31.380440 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fce4d54-4add-46de-b545-263a266f5589", "name": "network-vif-plugged", "status": "completed", "tag": "414addc7-3ee3-4731-817e-bb66c2427e5e", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:19:31.381350 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-22f7dbfe-827a-4f21-915b-40a0fbefed55 {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:19:31.382300 dv-cinder-739079-6-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fce4d54-4add-46de-b545-263a266f5589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414addc7-3ee3-4731-817e-bb66c2427e5e', 'code': 200} Nov 24 14:19:31.520904 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=414addc7-3ee3-4731-817e-bb66c2427e5e,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:31.707504 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15112efd-09ec-42c3-b84f-4014bceacc58 req-08844bc8-1b89-49fe-9c32-77bb582c6325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:31.711814 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-15112efd-09ec-42c3-b84f-4014bceacc58 req-08844bc8-1b89-49fe-9c32-77bb582c6325 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0fce4d54-4add-46de-b545-263a266f5589 HTTP/1.1" status: 200 len: 1098 time: 0.0936179 Nov 24 14:19:31.742675 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be00d3f-829e-4414-acd0-010a776fcf01 req-55e130b7-db2d-4f21-9259-db63a698cb99 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:31.745240 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2be00d3f-829e-4414-acd0-010a776fcf01 req-55e130b7-db2d-4f21-9259-db63a698cb99 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fce4d54-4add-46de-b545-263a266f5589 HTTP/1.1" status: 200 len: 945 time: 0.0785584 Nov 24 14:19:31.813783 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-15112efd-09ec-42c3-b84f-4014bceacc58 req-928c5693-a8d9-45d0-87c4-7f15905f6249 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918448 Nov 24 14:19:31.866737 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2be00d3f-829e-4414-acd0-010a776fcf01 req-2eadb5fe-0d9e-4b97-8aa4-079f25cc7ec0 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035836 Nov 24 14:19:32.334878 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154e60d-6e4c-47dd-893e-965dc0d96a28 req-0a616c6d-5b97-44a1-8f85-0a4a95cce970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:32.336713 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c154e60d-6e4c-47dd-893e-965dc0d96a28 req-0a616c6d-5b97-44a1-8f85-0a4a95cce970 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d7ffc6884db4347bf1894bb966ad5c0&device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 1098 time: 0.0823383 Nov 24 14:19:32.360327 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e02655-43ad-4491-8de4-8b1d24c97439 req-06c466ed-5ab2-4ab4-981a-4136548d1f1c tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:32.361772 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-45e02655-43ad-4491-8de4-8b1d24c97439 req-06c466ed-5ab2-4ab4-981a-4136548d1f1c tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0742254 Nov 24 14:19:32.488358 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-45e02655-43ad-4491-8de4-8b1d24c97439 req-f0abaec9-62f9-4c38-b430-9569e1a3bd78 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122298 Nov 24 14:19:32.514628 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154e60d-6e4c-47dd-893e-965dc0d96a28 req-451d458c-97fb-4e08-87c9-910d13c792c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:32.514628 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c154e60d-6e4c-47dd-893e-965dc0d96a28 req-451d458c-97fb-4e08-87c9-910d13c792c1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1a74af18-2791-47cf-80b2-09c09f34ce4a HTTP/1.1" status: 200 len: 920 time: 0.1680770 Nov 24 14:19:32.596575 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c154e60d-6e4c-47dd-893e-965dc0d96a28 req-6853046c-8b99-4735-97bc-0c02040d2e36 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c98cba56-b385-49fc-98fa-a5e1dbf126ff HTTP/1.1" status: 200 len: 217 time: 0.0690961 Nov 24 14:19:32.694229 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154e60d-6e4c-47dd-893e-965dc0d96a28 req-3c486189-d19c-4705-bed8-29c29eada496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:32.696798 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c154e60d-6e4c-47dd-893e-965dc0d96a28 req-3c486189-d19c-4705-bed8-29c29eada496 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f757d60-7ca3-4458-b33a-77e35ec3d9b1 HTTP/1.1" status: 200 len: 858 time: 0.0901880 Nov 24 14:19:32.746494 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c154e60d-6e4c-47dd-893e-965dc0d96a28 req-ca9847a2-239c-4133-9060-e793730e2795 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a74af18-2791-47cf-80b2-09c09f34ce4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415919 Nov 24 14:19:32.873273 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c154e60d-6e4c-47dd-893e-965dc0d96a28 req-44d96729-2eae-4e35-91de-6b4f6131c13d service neutron] 10.222.0.37 "GET /v2.0/networks/1a74af18-2791-47cf-80b2-09c09f34ce4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167603 Nov 24 14:19:33.077258 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c154e60d-6e4c-47dd-893e-965dc0d96a28 req-c2d52b87-a480-485f-b893-7f38b33fce07 service neutron] 10.222.0.37 "GET /v2.0/networks/1a74af18-2791-47cf-80b2-09c09f34ce4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912467 Nov 24 14:19:33.171926 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9017f8-d31e-48a9-ba9a-c40ec3e52408 req-4c62043a-d1ef-4fba-904b-ae0835550078 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:33.179657 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-be9017f8-d31e-48a9-ba9a-c40ec3e52408 req-4c62043a-d1ef-4fba-904b-ae0835550078 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fce4d54-4add-46de-b545-263a266f5589 HTTP/1.1" status: 200 len: 945 time: 0.1838326 Nov 24 14:19:33.313733 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-be9017f8-d31e-48a9-ba9a-c40ec3e52408 req-207dbdd1-1c51-4197-b2cc-46d7741df336 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036310 Nov 24 14:19:33.655292 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d65f5d-780b-48b4-93dd-4ff5557f9946 req-df956916-e55d-4b13-9c9a-acd456101e0b tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:33.656749 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36d65f5d-780b-48b4-93dd-4ff5557f9946 req-df956916-e55d-4b13-9c9a-acd456101e0b tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0532906 Nov 24 14:19:33.719634 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36d65f5d-780b-48b4-93dd-4ff5557f9946 req-d493cdc6-05e7-4a46-89e2-b8f3e3bef9de tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554011 Nov 24 14:19:34.477158 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e24281-bd08-4d8e-8d03-04e0e8d3d156 req-015d4076-3d4c-494f-be2c-4247a4b30842 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:34.478771 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-97e24281-bd08-4d8e-8d03-04e0e8d3d156 req-015d4076-3d4c-494f-be2c-4247a4b30842 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fce4d54-4add-46de-b545-263a266f5589 HTTP/1.1" status: 200 len: 945 time: 0.0518897 Nov 24 14:19:34.535497 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-97e24281-bd08-4d8e-8d03-04e0e8d3d156 req-94ee1bc0-f859-4fab-8fbd-4127aacf2bd9 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506797 Nov 24 14:19:34.766265 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 43818) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:34.838073 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_v2 [None req-764b8e9e-2d81-455d-a62b-cf6a0deb722b admin admin] Deleting subnet 274d87ce-ca83-46e5-8fc6-1f636c159be2 {{(pid=102761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 14:19:34.862561 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-764b8e9e-2d81-455d-a62b-cf6a0deb722b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:34.946450 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-764b8e9e-2d81-455d-a62b-cf6a0deb722b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8896142'] for subnet, precommit_delete_associations {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:34.982977 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b5083-d062-4f4b-b9a6-a85c7bc5158e req-4ea6d8c2-3033-4e8c-bc90-cdef2b6991b1 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:34.988407 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2b6b5083-d062-4f4b-b9a6-a85c7bc5158e req-4ea6d8c2-3033-4e8c-bc90-cdef2b6991b1 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.1557364 Nov 24 14:19:35.040721 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-764b8e9e-2d81-455d-a62b-cf6a0deb722b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882942'] for subnet, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:35.082318 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2b6b5083-d062-4f4b-b9a6-a85c7bc5158e req-0ec1cfdd-2ff9-414e-bae1-394bdea026d9 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861108 Nov 24 14:19:35.118122 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-764b8e9e-2d81-455d-a62b-cf6a0deb722b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3879245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8883909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8752145'] for subnet, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:35.168535 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b8e9e-2d81-455d-a62b-cf6a0deb722b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=274d87ce-ca83-46e5-8fc6-1f636c159be2,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:35.170568 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-764b8e9e-2d81-455d-a62b-cf6a0deb722b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for subnet, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:35.173953 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-764b8e9e-2d81-455d-a62b-cf6a0deb722b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/274d87ce-ca83-46e5-8fc6-1f636c159be2 HTTP/1.1" status: 204 len: 168 time: 0.4065685 Nov 24 14:19:35.176552 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 43824) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:35.258300 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f066b005-95f1-4149-a151-396611862781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708839'] for network, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:35.341737 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f066b005-95f1-4149-a151-396611862781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880289', 'neutron.services.segments.db._delete_segments_for_network-8783323399864'] for network, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:35.371088 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.services.segments.db [None req-f066b005-95f1-4149-a151-396611862781 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f54ef15-e03b-4118-ba1b-d97c91a2be99']}} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:19:35.382585 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.services.segments.db [None req-f066b005-95f1-4149-a151-396611862781 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf8bef5-0936-40ef-abba-eb068a58cdf7') {'for_net_delete': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:19:35.382871 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.services.segments.db [None req-f066b005-95f1-4149-a151-396611862781 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf8bef5-0936-40ef-abba-eb068a58cdf7') {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:19:35.394925 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f066b005-95f1-4149-a151-396611862781 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783323362124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8896185'] for segment, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:35.410769 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f066b005-95f1-4149-a151-396611862781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:35.421230 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f066b005-95f1-4149-a151-396611862781 admin admin] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=102761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:19:35.421917 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f066b005-95f1-4149-a151-396611862781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8767335'] for segment, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: Traceback (most recent call last): Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: timer() Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: cb(*args, **kw) Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: return func(*args, **kwargs) Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: self._notify() Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: self.callback(batched_events) Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: event.method(event) Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: return f(self, *a, **k) Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: return self._get(url).json() Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: return self.request(url, 'GET', **kwargs) Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:19:35.425485 dv-cinder-739079-6-iscsi neutron-server[102761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:19:35.503942 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f066b005-95f1-4149-a151-396611862781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667172'] for network, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:35.527865 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f066b005-95f1-4149-a151-396611862781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:35.531491 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-f066b005-95f1-4149-a151-396611862781 admin admin] 10.222.0.73 "DELETE /v2.0/networks/6f54ef15-e03b-4118-ba1b-d97c91a2be99 HTTP/1.1" status: 204 len: 168 time: 0.3538859 Nov 24 14:19:35.533014 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066b005-95f1-4149-a151-396611862781 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f54ef15-e03b-4118-ba1b-d97c91a2be99,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:35.536686 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 43832) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:35.585351 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_v2 [None req-142c0d52-bf3f-40e3-beff-e6f4cb6c9847 admin admin] Deleting subnet f6a39f65-83d1-41e3-b3fc-53562bde616e {{(pid=102761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 14:19:35.589385 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-142c0d52-bf3f-40e3-beff-e6f4cb6c9847 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:35.660027 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-142c0d52-bf3f-40e3-beff-e6f4cb6c9847 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8896142'] for subnet, precommit_delete_associations {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:35.731202 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-142c0d52-bf3f-40e3-beff-e6f4cb6c9847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882942'] for subnet, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:35.814986 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-142c0d52-bf3f-40e3-beff-e6f4cb6c9847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3879245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8883909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8752145'] for subnet, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:35.844490 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c0d52-bf3f-40e3-beff-e6f4cb6c9847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6a39f65-83d1-41e3-b3fc-53562bde616e,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:35.848276 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-142c0d52-bf3f-40e3-beff-e6f4cb6c9847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for subnet, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:35.854019 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-142c0d52-bf3f-40e3-beff-e6f4cb6c9847 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f6a39f65-83d1-41e3-b3fc-53562bde616e HTTP/1.1" status: 204 len: 168 time: 0.3138542 Nov 24 14:19:35.854600 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 43836) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:35.935201 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-87161800-377a-44db-94d6-5d8a5bd0619c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708839'] for network, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:36.021542 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-87161800-377a-44db-94d6-5d8a5bd0619c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880289', 'neutron.services.segments.db._delete_segments_for_network-8783323399864'] for network, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:36.046695 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.services.segments.db [None req-87161800-377a-44db-94d6-5d8a5bd0619c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc1e102e-68a5-404e-9218-b24e008e93b8']}} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:19:36.057218 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.services.segments.db [None req-87161800-377a-44db-94d6-5d8a5bd0619c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88055a19-47d8-42cf-995d-fd185dd11ed0') {'for_net_delete': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:19:36.057630 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.services.segments.db [None req-87161800-377a-44db-94d6-5d8a5bd0619c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88055a19-47d8-42cf-995d-fd185dd11ed0') {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:19:36.073492 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-87161800-377a-44db-94d6-5d8a5bd0619c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783323362124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8896185'] for segment, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:36.090177 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-87161800-377a-44db-94d6-5d8a5bd0619c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:36.099010 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87161800-377a-44db-94d6-5d8a5bd0619c admin admin] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=102761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:19:36.099644 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-87161800-377a-44db-94d6-5d8a5bd0619c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8767335'] for segment, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: Traceback (most recent call last): Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: timer() Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: cb(*args, **kw) Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: return func(*args, **kwargs) Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: self._notify() Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: self.callback(batched_events) Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: event.method(event) Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: return f(self, *a, **k) Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: return self._get(url).json() Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: return self.request(url, 'GET', **kwargs) Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:19:36.101677 dv-cinder-739079-6-iscsi neutron-server[102761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:19:36.166244 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-87161800-377a-44db-94d6-5d8a5bd0619c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667172'] for network, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:36.175935 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-87161800-377a-44db-94d6-5d8a5bd0619c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:36.181959 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-87161800-377a-44db-94d6-5d8a5bd0619c admin admin] 10.222.0.73 "DELETE /v2.0/networks/bc1e102e-68a5-404e-9218-b24e008e93b8 HTTP/1.1" status: 204 len: 168 time: 0.3259230 Nov 24 14:19:36.201082 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87161800-377a-44db-94d6-5d8a5bd0619c admin admin] Pushing event deleted for resources: {'Network': ['ID=bc1e102e-68a5-404e-9218-b24e008e93b8,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:36.280818 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51982b7e-a041-4dcc-80b7-8fdf03608532 req-8b0f85d9-1229-4d90-989e-5f902463b019 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:36.284128 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-51982b7e-a041-4dcc-80b7-8fdf03608532 req-8b0f85d9-1229-4d90-989e-5f902463b019 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0710416 Nov 24 14:19:36.379868 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-51982b7e-a041-4dcc-80b7-8fdf03608532 req-aeede854-3423-4da0-a2a4-264a15c7a39e tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880096 Nov 24 14:19:36.453943 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 43846) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:36.511126 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-fd72cd90-4089-4632-99fd-34983efe3729 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9cb6443e176844a09edfc8eadf270bf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0556645 Nov 24 14:19:36.514575 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 43850) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:36.585485 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d782c483-5447-4bf8-a9bd-5a090a875423 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:36.611018 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d782c483-5447-4bf8-a9bd-5a090a875423 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:36.670411 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d782c483-5447-4bf8-a9bd-5a090a875423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:36.675116 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d782c483-5447-4bf8-a9bd-5a090a875423 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:36.680924 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-d782c483-5447-4bf8-a9bd-5a090a875423 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c1552be8-8a4d-42c7-a83e-05ae77f65328 HTTP/1.1" status: 204 len: 168 time: 0.1606963 Nov 24 14:19:36.691932 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782c483-5447-4bf8-a9bd-5a090a875423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1552be8-8a4d-42c7-a83e-05ae77f65328,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:37.074818 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 43860) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:37.122766 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-8c7f5c7e-6636-4a6e-9cff-093e10917a50 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3da5485a40d54e3a829f9930e8667b62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467043 Nov 24 14:19:37.125519 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 43862) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:37.184332 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4f299866-82fe-4190-b2d2-fc781c5b99dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:37.210777 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4f299866-82fe-4190-b2d2-fc781c5b99dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:37.270597 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4f299866-82fe-4190-b2d2-fc781c5b99dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:37.273606 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4f299866-82fe-4190-b2d2-fc781c5b99dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:37.274936 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-4f299866-82fe-4190-b2d2-fc781c5b99dc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7b570c32-8bef-43d2-aef9-04c1f8bb339d HTTP/1.1" status: 204 len: 168 time: 0.1483517 Nov 24 14:19:37.288231 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f299866-82fe-4190-b2d2-fc781c5b99dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b570c32-8bef-43d2-aef9-04c1f8bb339d,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:37.584032 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4a4d3-f1ca-454d-8c34-ad570b78a523 req-f3a09299-9f6f-49d4-9b0d-9278d150f1ea tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:37.586385 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d6b4a4d3-f1ca-454d-8c34-ad570b78a523 req-f3a09299-9f6f-49d4-9b0d-9278d150f1ea tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0910928 Nov 24 14:19:37.656169 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d6b4a4d3-f1ca-454d-8c34-ad570b78a523 req-cd3893f3-95ef-4d5e-ab2e-64dea1f3ca1a tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615525 Nov 24 14:19:38.753629 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 43910) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:38.848198 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e098f02-047f-4bcb-a492-afb2e0c16194 req-46c2c883-39ac-45ed-acc4-238d0904b05f tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:38.850000 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1e098f02-047f-4bcb-a492-afb2e0c16194 req-46c2c883-39ac-45ed-acc4-238d0904b05f tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0628238 Nov 24 14:19:38.955480 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-40b9754f-17fe-4d60-9080-5ba318a87cec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:38.973370 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1e098f02-047f-4bcb-a492-afb2e0c16194 req-af5297bd-a73f-41ad-aedd-7b437ae16269 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093423 Nov 24 14:19:39.089108 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-40b9754f-17fe-4d60-9080-5ba318a87cec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:39.094124 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-40b9754f-17fe-4d60-9080-5ba318a87cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:39.137660 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9754f-17fe-4d60-9080-5ba318a87cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3fd0a7-7b81-447f-9880-8d59a33ccc5b,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:39.142369 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-40b9754f-17fe-4d60-9080-5ba318a87cec admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=35a944bbacbe4fb6aaf03093c8c2bae4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3874853 Nov 24 14:19:39.147932 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 43918) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:39.211199 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5972d3b7-ce2d-41f6-8630-43a0a431b745 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:39.237979 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5972d3b7-ce2d-41f6-8630-43a0a431b745 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:39.310587 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5972d3b7-ce2d-41f6-8630-43a0a431b745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:39.314101 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5972d3b7-ce2d-41f6-8630-43a0a431b745 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:39.316485 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-5972d3b7-ce2d-41f6-8630-43a0a431b745 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5f3fd0a7-7b81-447f-9880-8d59a33ccc5b HTTP/1.1" status: 204 len: 168 time: 0.1671164 Nov 24 14:19:39.344447 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972d3b7-ce2d-41f6-8630-43a0a431b745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3fd0a7-7b81-447f-9880-8d59a33ccc5b,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:40.784980 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:43.105737 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e85d1-0c7c-4b48-8c82-fc9744f7b6a0 req-7474e5e4-654e-4951-a2b6-0406a8d0d902 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:43.107380 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ff0e85d1-0c7c-4b48-8c82-fc9744f7b6a0 req-7474e5e4-654e-4951-a2b6-0406a8d0d902 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0789478 Nov 24 14:19:43.218004 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ff0e85d1-0c7c-4b48-8c82-fc9744f7b6a0 req-d99a0b07-7efd-45cf-8ca3-6545796f0e1c tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998671 Nov 24 14:19:44.404781 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2eac6d28-30a0-4016-a8b4-591683155287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:44.642519 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593c291-ba9e-4403-aef4-6b9cbfc66fd5 req-5169ddcf-7200-49f1-a01a-e0e591129f53 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:44.644768 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0593c291-ba9e-4403-aef4-6b9cbfc66fd5 req-5169ddcf-7200-49f1-a01a-e0e591129f53 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.2895749 Nov 24 14:19:44.704729 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0593c291-ba9e-4403-aef4-6b9cbfc66fd5 req-8a4afa5c-d3de-4509-ae1d-a7b23f09761b tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537696 Nov 24 14:19:44.712420 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 43994) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:44.830278 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8f7bd334-777a-4131-9428-28870fccd374 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:44.923347 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8f7bd334-777a-4131-9428-28870fccd374 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:44.928971 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8f7bd334-777a-4131-9428-28870fccd374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:44.974441 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-8f7bd334-777a-4131-9428-28870fccd374 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6816680a127e4c369f3c6c6186a0e84c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608497 Nov 24 14:19:44.975848 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7bd334-777a-4131-9428-28870fccd374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc476cf7-1fbb-4359-b289-014472949eef,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:44.979166 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 43998) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:45.044762 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ca33ff83-7e13-45c6-8095-94ec118bba5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:45.076451 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ca33ff83-7e13-45c6-8095-94ec118bba5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:45.161977 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ca33ff83-7e13-45c6-8095-94ec118bba5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:45.167221 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ca33ff83-7e13-45c6-8095-94ec118bba5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:45.169299 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-ca33ff83-7e13-45c6-8095-94ec118bba5e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cc476cf7-1fbb-4359-b289-014472949eef HTTP/1.1" status: 204 len: 168 time: 0.1887076 Nov 24 14:19:45.183024 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33ff83-7e13-45c6-8095-94ec118bba5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc476cf7-1fbb-4359-b289-014472949eef,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:45.897042 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1397b2-2d96-4579-8a7b-fd36228fee87 req-ab57d91c-d9d7-4e32-955d-e2ff02899a10 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:45.900002 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4f1397b2-2d96-4579-8a7b-fd36228fee87 req-ab57d91c-d9d7-4e32-955d-e2ff02899a10 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.1144340 Nov 24 14:19:45.972957 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4f1397b2-2d96-4579-8a7b-fd36228fee87 req-07657daf-3ae2-4846-8294-a4491df61921 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602486 Nov 24 14:19:46.927916 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9891928a-64e3-4319-a781-3035d119bd9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:47.141622 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ad526-217a-48c4-a9b8-9ebfe57965b5 req-eef7d34a-be30-43ab-a6f5-86357c564c6f tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:47.145452 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-396ad526-217a-48c4-a9b8-9ebfe57965b5 req-eef7d34a-be30-43ab-a6f5-86357c564c6f tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0728004 Nov 24 14:19:47.256214 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-396ad526-217a-48c4-a9b8-9ebfe57965b5 req-d02f1fa3-52af-47b9-a1e2-4f9d0c596dd1 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017003 Nov 24 14:19:47.892050 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:48.442314 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f059a-4126-4b85-9433-41b238860832 req-9a77483f-e26c-4220-a580-d05aab033bfc tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:48.444911 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9b3f059a-4126-4b85-9433-41b238860832 req-9a77483f-e26c-4220-a580-d05aab033bfc tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.1040640 Nov 24 14:19:48.536177 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9b3f059a-4126-4b85-9433-41b238860832 req-b2256237-0bbd-4672-88f0-5c543f2f89bf tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834110 Nov 24 14:19:49.489420 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:49.753868 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e3b57-76d1-4600-855e-44f484fa1174 req-b52b974a-0e35-4528-886e-a019468b4443 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:49.756824 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5e0e3b57-76d1-4600-855e-44f484fa1174 req-b52b974a-0e35-4528-886e-a019468b4443 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0925121 Nov 24 14:19:49.830921 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5e0e3b57-76d1-4600-855e-44f484fa1174 req-b4fae5bb-81a3-4ea9-af43-bf8731dcd15f tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576301 Nov 24 14:19:49.904797 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 44124) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:50.070389 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-005af496-79d7-44b7-a81e-749b8dbc0a1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:50.172124 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-005af496-79d7-44b7-a81e-749b8dbc0a1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:50.177868 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-005af496-79d7-44b7-a81e-749b8dbc0a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:50.222098 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005af496-79d7-44b7-a81e-749b8dbc0a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf55889-b462-406e-986d-f0c768af5fe4,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:50.226782 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-005af496-79d7-44b7-a81e-749b8dbc0a1e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=afec1c8b00f248689c7c7b314dc91600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3208447 Nov 24 14:19:50.231160 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 44128) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:50.301900 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d1b6fa17-50d0-4b11-bda5-0299ff5851e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:50.336877 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d1b6fa17-50d0-4b11-bda5-0299ff5851e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:50.418600 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d1b6fa17-50d0-4b11-bda5-0299ff5851e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:50.421863 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d1b6fa17-50d0-4b11-bda5-0299ff5851e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:50.423167 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-d1b6fa17-50d0-4b11-bda5-0299ff5851e8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eaf55889-b462-406e-986d-f0c768af5fe4 HTTP/1.1" status: 204 len: 168 time: 0.1905518 Nov 24 14:19:50.433046 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6fa17-50d0-4b11-bda5-0299ff5851e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf55889-b462-406e-986d-f0c768af5fe4,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:50.607108 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:19:50.749405 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:51.009748 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fd587-7d49-4d2d-9969-52a5c6dea395 req-b7b6406a-3209-418e-bb9e-6b2388596090 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:51.012691 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a85fd587-7d49-4d2d-9969-52a5c6dea395 req-b7b6406a-3209-418e-bb9e-6b2388596090 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0747819 Nov 24 14:19:51.108011 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a85fd587-7d49-4d2d-9969-52a5c6dea395 req-4594cac0-5be5-4422-9ffd-f04a27368101 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852714 Nov 24 14:19:52.290807 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85513c3-e0b3-4b02-bf38-c453fc29426b req-fa887183-453f-4f84-a87a-adcfd736d2f1 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:52.293256 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e85513c3-e0b3-4b02-bf38-c453fc29426b req-fa887183-453f-4f84-a87a-adcfd736d2f1 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0810285 Nov 24 14:19:52.387263 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e85513c3-e0b3-4b02-bf38-c453fc29426b req-9b93114f-eee1-43f4-a8e1-7224a00ae4dc tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815153 Nov 24 14:19:53.597032 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593192bc-7dcf-486c-b4f0-31e866322f3e req-3c0ce044-255b-4e69-8dcc-1a3ea74e266b tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:53.599880 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-593192bc-7dcf-486c-b4f0-31e866322f3e req-3c0ce044-255b-4e69-8dcc-1a3ea74e266b tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0911658 Nov 24 14:19:53.736616 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-593192bc-7dcf-486c-b4f0-31e866322f3e req-6c6d4453-20a9-46fa-be82-1ad8c75c5a23 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286063 Nov 24 14:19:53.758513 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-379b865c-7fce-4ae5-bded-f13d9f80432b tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:53.771753 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-379b865c-7fce-4ae5-bded-f13d9f80432b tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/networks?id=d61768b8-ac22-4179-af97-963e314f66f7 HTTP/1.1" status: 200 len: 815 time: 0.1831262 Nov 24 14:19:53.786769 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-ef77dbcb-c4bd-4b14-882b-f3a0815a3fb2 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/quotas/81aef32d1f754e418d281f6d7cd9c608 HTTP/1.1" status: 200 len: 375 time: 0.0124199 Nov 24 14:19:53.848838 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-87626d1a-d681-4ced-b8f6-6b973ab5aab2 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=81aef32d1f754e418d281f6d7cd9c608&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0531635 Nov 24 14:19:53.965753 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-a819117a-286c-42ca-8001-03c670962cf2 service neutron] 10.222.0.73 "GET /v2.0/networks/d61768b8-ac22-4179-af97-963e314f66f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076329 Nov 24 14:19:54.073916 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-fa5be31c-2e9b-4b80-9beb-909bc0155d3b service neutron] 10.222.0.73 "GET /v2.0/networks/d61768b8-ac22-4179-af97-963e314f66f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010225 Nov 24 14:19:54.347465 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7d469a38-4060-4c41-8bad-5cf8ddd066cd req-0388e328-b83c-43c6-95a1-4b01afc5f05a tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=ffc58179-e752-4fa2-9bdc-1f5b3693cd8b HTTP/1.1" status: 200 len: 210 time: 0.0614338 Nov 24 14:19:54.964407 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7c002-05cc-4a27-9c61-49418f4aa48e req-900dc281-0394-4cff-afe6-eb9b0f521929 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:54.967287 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-8da7c002-05cc-4a27-9c61-49418f4aa48e req-900dc281-0394-4cff-afe6-eb9b0f521929 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.1257451 Nov 24 14:19:55.061874 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-8da7c002-05cc-4a27-9c61-49418f4aa48e req-fee035dd-9e88-4037-9d0c-3d78dd24815c tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834033 Nov 24 14:19:55.487883 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-88c506b1-d013-40e0-bf02-eb3d711cc014 req-628bbf59-0318-4602-86a0-791ae0060c33 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=ffc58179-e752-4fa2-9bdc-1f5b3693cd8b HTTP/1.1" status: 200 len: 210 time: 0.0318437 Nov 24 14:19:55.941419 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-59078020-8996-484d-9c3a-b3cd9b40f03a tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:55.943262 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-59078020-8996-484d-9c3a-b3cd9b40f03a tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.37 "GET /v2.0/networks?id=d61768b8-ac22-4179-af97-963e314f66f7 HTTP/1.1" status: 200 len: 815 time: 0.2303329 Nov 24 14:19:55.959715 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-1ea1cf1e-25af-496d-98aa-ee0eb4aacb17 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Request body: {'port': {'device_id': 'ffc58179-e752-4fa2-9bdc-1f5b3693cd8b', 'network_id': 'd61768b8-ac22-4179-af97-963e314f66f7', 'admin_state_up': True, 'tenant_id': '81aef32d1f754e418d281f6d7cd9c608'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:19:56.165167 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-1ea1cf1e-25af-496d-98aa-ee0eb4aacb17 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Made reservation on behalf of 81aef32d1f754e418d281f6d7cd9c608 for: {'port': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:19:56.177080 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-1ea1cf1e-25af-496d-98aa-ee0eb4aacb17 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:56.330899 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07bf17-6deb-424b-b45f-b1ae7cbf73b4 req-dc950416-6331-4ffb-a3cf-71ce92a93dac tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:56.332329 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8a07bf17-6deb-424b-b45f-b1ae7cbf73b4 req-dc950416-6331-4ffb-a3cf-71ce92a93dac tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.1491194 Nov 24 14:19:56.440526 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8a07bf17-6deb-424b-b45f-b1ae7cbf73b4 req-31e04053-7378-49cc-ae77-094e5677717e tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968173 Nov 24 14:19:56.445047 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-1ea1cf1e-25af-496d-98aa-ee0eb4aacb17 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Allocated IP 172.20.0.14 (d61768b8-ac22-4179-af97-963e314f66f7/ce32be45-c6a3-4605-a943-84d789f15722/68de4096-b321-45ff-aebb-3f6e86ef3832) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:19:56.644754 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c5abcb05-b491-48e2-97a1-4e2b120df907 req-9b40b467-d683-4f25-b5cd-22c1bcd50763 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=ffc58179-e752-4fa2-9bdc-1f5b3693cd8b HTTP/1.1" status: 200 len: 210 time: 0.0502195 Nov 24 14:19:56.648629 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-1ea1cf1e-25af-496d-98aa-ee0eb4aacb17 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks [] for port, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:56.699153 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-1ea1cf1e-25af-496d-98aa-ee0eb4aacb17 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:56.712815 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['414addc7-3ee3-4731-817e-bb66c2427e5e'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:19:56.753886 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-1ea1cf1e-25af-496d-98aa-ee0eb4aacb17 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Network d61768b8-ac22-4179-af97-963e314f66f7 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:19:56.758418 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-1ea1cf1e-25af-496d-98aa-ee0eb4aacb17 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:19:56.764287 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-1ea1cf1e-25af-496d-98aa-ee0eb4aacb17 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:19:56.769715 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1cf1e-25af-496d-98aa-ee0eb4aacb17 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Pushing event updated for resources: {'Port': ['ID=68de4096-b321-45ff-aebb-3f6e86ef3832,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:56.828022 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-1ea1cf1e-25af-496d-98aa-ee0eb4aacb17 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:56.828888 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-1ea1cf1e-25af-496d-98aa-ee0eb4aacb17 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for port, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:56.851905 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-1ea1cf1e-25af-496d-98aa-ee0eb4aacb17 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8972614 Nov 24 14:19:56.871382 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-ffe5347e-b4dd-4948-8bf4-3c16f508660c service neutron] Request body: {'port': {'device_id': 'ffc58179-e752-4fa2-9bdc-1f5b3693cd8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:19:56.938358 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-ffe5347e-b4dd-4948-8bf4-3c16f508660c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:57.292498 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-ffe5347e-b4dd-4948-8bf4-3c16f508660c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68de4096-b321-45ff-aebb-3f6e86ef3832 {{(pid=102762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:19:57.306998 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-ffe5347e-b4dd-4948-8bf4-3c16f508660c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:57.329436 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.provisioning_blocks [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-ffe5347e-b4dd-4948-8bf4-3c16f508660c service neutron] Transition to ACTIVE for port object 68de4096-b321-45ff-aebb-3f6e86ef3832 will not be triggered until provisioned by entity L2. {{(pid=102762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:19:57.336933 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-ffe5347e-b4dd-4948-8bf4-3c16f508660c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11930847'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:57.473387 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5347e-b4dd-4948-8bf4-3c16f508660c service neutron] Pushing event updated for resources: {'Port': ['ID=68de4096-b321-45ff-aebb-3f6e86ef3832,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:57.601416 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-ffe5347e-b4dd-4948-8bf4-3c16f508660c service neutron] Attempting to bind port 68de4096-b321-45ff-aebb-3f6e86ef3832 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:19:57.601995 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-ffe5347e-b4dd-4948-8bf4-3c16f508660c service neutron] Attempting to bind port 68de4096-b321-45ff-aebb-3f6e86ef3832 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '4b6c6cfd-b5db-445d-b898-f8855e311bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'd61768b8-ac22-4179-af97-963e314f66f7'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:19:57.602549 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-ffe5347e-b4dd-4948-8bf4-3c16f508660c service neutron] Attempting to bind port 68de4096-b321-45ff-aebb-3f6e86ef3832 on network d61768b8-ac22-4179-af97-963e314f66f7 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:19:57.620264 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-ffe5347e-b4dd-4948-8bf4-3c16f508660c service neutron] Port 68de4096-b321-45ff-aebb-3f6e86ef3832 on network d61768b8-ac22-4179-af97-963e314f66f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 14:19:57.623591 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-ffe5347e-b4dd-4948-8bf4-3c16f508660c service neutron] Attempting to bind port 68de4096-b321-45ff-aebb-3f6e86ef3832 on network d61768b8-ac22-4179-af97-963e314f66f7 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:19:57.639732 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-ffe5347e-b4dd-4948-8bf4-3c16f508660c service neutron] Checking agent: {'id': 'd0515656-fb8d-4ba5-be1c-f8deb6c3b48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'started_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:19:57.640731 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-ffe5347e-b4dd-4948-8bf4-3c16f508660c service neutron] Checking segment: {'id': '4b6c6cfd-b5db-445d-b898-f8855e311bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'd61768b8-ac22-4179-af97-963e314f66f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:19:57.643554 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-ffe5347e-b4dd-4948-8bf4-3c16f508660c service neutron] Bound using segment: {'id': '4b6c6cfd-b5db-445d-b898-f8855e311bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'd61768b8-ac22-4179-af97-963e314f66f7'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:19:57.645115 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-ffe5347e-b4dd-4948-8bf4-3c16f508660c service neutron] Bound port: 68de4096-b321-45ff-aebb-3f6e86ef3832, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6c6cfd-b5db-445d-b898-f8855e311bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'd61768b8-ac22-4179-af97-963e314f66f7'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:19:57.645985 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-ffe5347e-b4dd-4948-8bf4-3c16f508660c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:57.805390 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-ffe5347e-b4dd-4948-8bf4-3c16f508660c service neutron] For port 68de4096-b321-45ff-aebb-3f6e86ef3832, host hv-cinder-73907, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:19:57.813136 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-ffe5347e-b4dd-4948-8bf4-3c16f508660c service neutron] For port 68de4096-b321-45ff-aebb-3f6e86ef3832, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=68de4096-b321-45ff-aebb-3f6e86ef3832,segment=NetworkSegment(4b6c6cfd-b5db-445d-b898-f8855e311bb7),segment_id=4b6c6cfd-b5db-445d-b898-f8855e311bb7)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:19:57.822529 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-ffe5347e-b4dd-4948-8bf4-3c16f508660c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11930847'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:57.866162 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7cf661-61f8-4245-87c7-0b8db8fd12fe req-2da57693-acf8-47b6-ad37-d430e0ee6817 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:57.881633 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-9f7cf661-61f8-4245-87c7-0b8db8fd12fe req-2da57693-acf8-47b6-ad37-d430e0ee6817 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.1698685 Nov 24 14:19:57.882440 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 44338) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:57.916931 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-ffe5347e-b4dd-4948-8bf4-3c16f508660c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:57.917762 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-ffe5347e-b4dd-4948-8bf4-3c16f508660c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for port, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:57.919754 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-ffe5347e-b4dd-4948-8bf4-3c16f508660c service neutron] 10.222.0.37 "PUT /v2.0/ports/68de4096-b321-45ff-aebb-3f6e86ef3832 HTTP/1.1" status: 200 len: 1094 time: 1.0528307 Nov 24 14:19:57.927003 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc58179-e752-4fa2-9bdc-1f5b3693cd8b', 'tag': '68de4096-b321-45ff-aebb-3f6e86ef3832'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:19:57.944353 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae21199a9d4b78a62ed18da464448d73790c24002c352d214487bf1b37d0fcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583db038-5fa6-4f6a-b1df-44936db742e1" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc58179-e752-4fa2-9bdc-1f5b3693cd8b", "tag": "68de4096-b321-45ff-aebb-3f6e86ef3832"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:19:58.032818 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-9f7cf661-61f8-4245-87c7-0b8db8fd12fe req-d25ef040-b78d-4291-ac97-869534f56d07 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186385 Nov 24 14:19:58.141705 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5347e-b4dd-4948-8bf4-3c16f508660c service neutron] Pushing event updated for resources: {'Port': ['ID=68de4096-b321-45ff-aebb-3f6e86ef3832,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:58.183943 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5b329-e1e3-479e-b368-24014166e540 req-f7ed7a32-2592-40b5-be11-973e389262c6 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:58.199457 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-07b5b329-e1e3-479e-b368-24014166e540 req-f7ed7a32-2592-40b5-be11-973e389262c6 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=ffc58179-e752-4fa2-9bdc-1f5b3693cd8b HTTP/1.1" status: 200 len: 944 time: 0.3072414 Nov 24 14:19:58.206156 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cb9431-84e2-4a6e-8157-d073736ac751 x-openstack-request-id: req-f1cb9431-84e2-4a6e-8157-d073736ac751 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:19:58.206985 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc58179-e752-4fa2-9bdc-1f5b3693cd8b", "tag": "68de4096-b321-45ff-aebb-3f6e86ef3832", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:19:58.208077 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f1cb9431-84e2-4a6e-8157-d073736ac751 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:19:58.208938 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc58179-e752-4fa2-9bdc-1f5b3693cd8b', 'tag': '68de4096-b321-45ff-aebb-3f6e86ef3832', 'status': 'completed', 'code': 200} Nov 24 14:19:58.212103 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-29b43d73-f64c-498b-af1b-55898f330115 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:58.230666 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-b0cf3d22-24ba-45cd-843f-60c519e18135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:58.233719 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-b0cf3d22-24ba-45cd-843f-60c519e18135 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81aef32d1f754e418d281f6d7cd9c608&device_id=ffc58179-e752-4fa2-9bdc-1f5b3693cd8b HTTP/1.1" status: 200 len: 1097 time: 0.2198932 Nov 24 14:19:58.321792 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-2d6e28e0-5db4-42cc-8878-9f9e06144bd6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68de4096-b321-45ff-aebb-3f6e86ef3832 HTTP/1.1" status: 200 len: 217 time: 0.0709004 Nov 24 14:19:58.360405 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-29b43d73-f64c-498b-af1b-55898f330115 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:58.368014 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-29b43d73-f64c-498b-af1b-55898f330115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:58.412623 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-29b43d73-f64c-498b-af1b-55898f330115 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1594525efea647268a3fb7bf678859e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5284920 Nov 24 14:19:58.413856 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b43d73-f64c-498b-af1b-55898f330115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb9a86b-3efb-447c-a544-edf7763bb2fe,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:58.416907 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 44350) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:19:58.423988 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-07b5b329-e1e3-479e-b368-24014166e540 req-1fcc7085-0f63-43d0-a3d8-6da690570213 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082741 Nov 24 14:19:58.434201 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-5c9ba391-07a3-46dd-956b-2a78133296ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:58.438057 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-5c9ba391-07a3-46dd-956b-2a78133296ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce32be45-c6a3-4605-a943-84d789f15722 HTTP/1.1" status: 200 len: 855 time: 0.0980811 Nov 24 14:19:58.486517 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-c8157f83-8d9c-4019-b47b-ae4addfb34a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d61768b8-ac22-4179-af97-963e314f66f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336342 Nov 24 14:19:58.500942 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5f12c949-df93-4ff4-ba64-e6951a16f8d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:58.528404 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5f12c949-df93-4ff4-ba64-e6951a16f8d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:58.609982 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5f12c949-df93-4ff4-ba64-e6951a16f8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:58.615765 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5f12c949-df93-4ff4-ba64-e6951a16f8d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:58.620616 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-5f12c949-df93-4ff4-ba64-e6951a16f8d6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4eb9a86b-3efb-447c-a544-edf7763bb2fe HTTP/1.1" status: 204 len: 168 time: 0.2003815 Nov 24 14:19:58.636188 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12c949-df93-4ff4-ba64-e6951a16f8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb9a86b-3efb-447c-a544-edf7763bb2fe,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:58.672478 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-1e610194-4c0b-4dc7-9433-8ba95b9beb65 service neutron] 10.222.0.37 "GET /v2.0/networks/d61768b8-ac22-4179-af97-963e314f66f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773367 Nov 24 14:19:58.851845 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fe17c893-454e-4ec1-88eb-7e0a9a8d8fd3 req-5bb9be54-e2c8-492f-8bb6-e84ede3480aa service neutron] 10.222.0.37 "GET /v2.0/networks/d61768b8-ac22-4179-af97-963e314f66f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651707 Nov 24 14:19:59.003111 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583db038-5fa6-4f6a-b1df-44936db742e1 req-b81c287e-e203-49c3-96d2-3ac1bf67b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:59.006004 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-583db038-5fa6-4f6a-b1df-44936db742e1 req-b81c287e-e203-49c3-96d2-3ac1bf67b7b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81aef32d1f754e418d281f6d7cd9c608&device_id=ffc58179-e752-4fa2-9bdc-1f5b3693cd8b HTTP/1.1" status: 200 len: 1097 time: 0.0858767 Nov 24 14:19:59.133073 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583db038-5fa6-4f6a-b1df-44936db742e1 req-4cff3f34-b43b-4299-a798-e57fdbc05920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:59.135428 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-583db038-5fa6-4f6a-b1df-44936db742e1 req-4cff3f34-b43b-4299-a798-e57fdbc05920 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d61768b8-ac22-4179-af97-963e314f66f7 HTTP/1.1" status: 200 len: 917 time: 0.1219451 Nov 24 14:19:59.249521 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-583db038-5fa6-4f6a-b1df-44936db742e1 req-9dfad4cb-f387-41b4-8f99-322d3a084f7a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68de4096-b321-45ff-aebb-3f6e86ef3832 HTTP/1.1" status: 200 len: 217 time: 0.0975745 Nov 24 14:19:59.344589 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46baa26c-bb93-4a7b-bec9-ff885b2e8be5 req-b0b71177-e083-41d1-859e-1d39b4f110c7 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:59.348073 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-46baa26c-bb93-4a7b-bec9-ff885b2e8be5 req-b0b71177-e083-41d1-859e-1d39b4f110c7 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.2112474 Nov 24 14:19:59.397870 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583db038-5fa6-4f6a-b1df-44936db742e1 req-ade326ce-c899-4584-83fd-ae0a90a4f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:59.400565 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-583db038-5fa6-4f6a-b1df-44936db742e1 req-ade326ce-c899-4584-83fd-ae0a90a4f9b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce32be45-c6a3-4605-a943-84d789f15722 HTTP/1.1" status: 200 len: 855 time: 0.1348577 Nov 24 14:19:59.489506 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-583db038-5fa6-4f6a-b1df-44936db742e1 req-39b886dc-93e0-4a12-b4bd-b44ee8308021 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d61768b8-ac22-4179-af97-963e314f66f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669825 Nov 24 14:19:59.498406 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-46baa26c-bb93-4a7b-bec9-ff885b2e8be5 req-2df0935c-1919-44fb-ae74-8be0a11afa71 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381471 Nov 24 14:19:59.639211 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69387750-3a5b-491f-a227-f46f89116126 req-ed49a6b5-40ef-41d0-8ec3-f8dd5645c4e5 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:59.642548 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-69387750-3a5b-491f-a227-f46f89116126 req-ed49a6b5-40ef-41d0-8ec3-f8dd5645c4e5 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=ffc58179-e752-4fa2-9bdc-1f5b3693cd8b HTTP/1.1" status: 200 len: 944 time: 0.1058807 Nov 24 14:19:59.685539 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-583db038-5fa6-4f6a-b1df-44936db742e1 req-1ea15cff-5d01-41c5-b27b-94b727abddd4 service neutron] 10.222.0.37 "GET /v2.0/networks/d61768b8-ac22-4179-af97-963e314f66f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838360 Nov 24 14:19:59.742171 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-69387750-3a5b-491f-a227-f46f89116126 req-f8320b7b-3136-4df3-aabc-463818bc8b3c tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906315 Nov 24 14:19:59.808455 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-583db038-5fa6-4f6a-b1df-44936db742e1 req-efde04c8-abae-4ecf-837e-d980ea268c80 service neutron] 10.222.0.37 "GET /v2.0/networks/d61768b8-ac22-4179-af97-963e314f66f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134470 Nov 24 14:20:00.041458 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3cbfb-7019-4387-8549-3a492c242d48 req-c870de5c-14b0-46e2-a471-0d92a987a0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:00.042858 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e5d3cbfb-7019-4387-8549-3a492c242d48 req-c870de5c-14b0-46e2-a471-0d92a987a0b2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 1098 time: 0.0538149 Nov 24 14:20:00.102956 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e5d3cbfb-7019-4387-8549-3a492c242d48 req-6a0bc39e-a1d4-4fdd-aa9b-5b978434a81c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482943 Nov 24 14:20:00.651211 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeaaf8-ce2e-4143-8386-82a524901909 req-d43a34a1-8634-454e-82e6-43afe7ad0fb4 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:00.652912 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fceeaaf8-ce2e-4143-8386-82a524901909 req-d43a34a1-8634-454e-82e6-43afe7ad0fb4 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0594215 Nov 24 14:20:00.718933 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fceeaaf8-ce2e-4143-8386-82a524901909 req-d5025ea5-c7f7-4ca2-8e97-31ba3db99cf6 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555480 Nov 24 14:20:00.911040 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98846929-2eb6-49ab-96bc-c915f721174c req-d47e9894-ca35-45ff-a443-7425a5288b22 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:00.913634 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-98846929-2eb6-49ab-96bc-c915f721174c req-d47e9894-ca35-45ff-a443-7425a5288b22 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=ffc58179-e752-4fa2-9bdc-1f5b3693cd8b HTTP/1.1" status: 200 len: 944 time: 0.0770884 Nov 24 14:20:00.997767 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-98846929-2eb6-49ab-96bc-c915f721174c req-d10ff8d4-95fa-4fb3-bd7b-622780bc1c71 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761669 Nov 24 14:20:01.207519 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 68de4096-b321-45ff-aebb-3f6e86ef3832 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=102763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:20:01.335976 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 44408) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:20:01.386464 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 68de4096-b321-45ff-aebb-3f6e86ef3832, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=68de4096-b321-45ff-aebb-3f6e86ef3832,segment=NetworkSegment(4b6c6cfd-b5db-445d-b898-f8855e311bb7),segment_id=4b6c6cfd-b5db-445d-b898-f8855e311bb7)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:20:01.412841 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Returning: {'device': '68de4096-b321-45ff-aebb-3f6e86ef3832', 'network_id': 'd61768b8-ac22-4179-af97-963e314f66f7', 'port_id': '68de4096-b321-45ff-aebb-3f6e86ef3832', 'mac_address': 'fa:16:3e:64:c5:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce32be45-c6a3-4605-a943-84d789f15722', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:20:01.495936 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:01.518508 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68de4096-b321-45ff-aebb-3f6e86ef3832 {{(pid=102763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:20:01.552292 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 68de4096-b321-45ff-aebb-3f6e86ef3832, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=68de4096-b321-45ff-aebb-3f6e86ef3832,segment=NetworkSegment(4b6c6cfd-b5db-445d-b898-f8855e311bb7),segment_id=4b6c6cfd-b5db-445d-b898-f8855e311bb7)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:20:01.557275 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:01.572550 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5db3ed9a-7be4-478a-9e05-6eb975b7984b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:01.611354 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=68de4096-b321-45ff-aebb-3f6e86ef3832,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:01.696129 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5db3ed9a-7be4-478a-9e05-6eb975b7984b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:01.714512 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5db3ed9a-7be4-478a-9e05-6eb975b7984b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:01.797513 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3ed9a-7be4-478a-9e05-6eb975b7984b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7376bd3-b57c-4a99-936e-be740c03432c,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:01.804351 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-5db3ed9a-7be4-478a-9e05-6eb975b7984b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ee4f121ae629424ebd1ed7afae573242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4666176 Nov 24 14:20:01.808489 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 44418) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:20:01.818035 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db3ed9a-7be4-478a-9e05-6eb975b7984b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:01.818676 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db3ed9a-7be4-478a-9e05-6eb975b7984b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:01.819231 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db3ed9a-7be4-478a-9e05-6eb975b7984b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:01.819804 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db3ed9a-7be4-478a-9e05-6eb975b7984b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:01.820359 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db3ed9a-7be4-478a-9e05-6eb975b7984b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:01.820908 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db3ed9a-7be4-478a-9e05-6eb975b7984b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:01.821454 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db3ed9a-7be4-478a-9e05-6eb975b7984b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:01.821999 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db3ed9a-7be4-478a-9e05-6eb975b7984b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:01.822563 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db3ed9a-7be4-478a-9e05-6eb975b7984b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:01.823119 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db3ed9a-7be4-478a-9e05-6eb975b7984b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:01.823694 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db3ed9a-7be4-478a-9e05-6eb975b7984b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:01.824228 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db3ed9a-7be4-478a-9e05-6eb975b7984b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:01.902558 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f15c0f3d-a379-4546-823d-88a8befdc888 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:01.905327 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['68de4096-b321-45ff-aebb-3f6e86ef3832'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:20:01.933956 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83c42a-283f-4d7d-a263-a4e34f6bd978 req-57d1c1cf-3cdd-475c-84ec-adf16364d1fa tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:01.936867 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-da83c42a-283f-4d7d-a263-a4e34f6bd978 req-57d1c1cf-3cdd-475c-84ec-adf16364d1fa tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0955241 Nov 24 14:20:01.949555 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f15c0f3d-a379-4546-823d-88a8befdc888 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:02.041268 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-da83c42a-283f-4d7d-a263-a4e34f6bd978 req-51305865-26af-4ab2-81a0-bc32855edd58 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866120 Nov 24 14:20:02.041576 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f15c0f3d-a379-4546-823d-88a8befdc888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:02.046722 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f15c0f3d-a379-4546-823d-88a8befdc888 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:02.049090 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-f15c0f3d-a379-4546-823d-88a8befdc888 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e7376bd3-b57c-4a99-936e-be740c03432c HTTP/1.1" status: 204 len: 168 time: 0.2382598 Nov 24 14:20:02.063496 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c0f3d-a379-4546-823d-88a8befdc888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7376bd3-b57c-4a99-936e-be740c03432c,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:02.080278 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c0f3d-a379-4546-823d-88a8befdc888 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:02.081284 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c0f3d-a379-4546-823d-88a8befdc888 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:02.081887 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c0f3d-a379-4546-823d-88a8befdc888 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:02.082465 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c0f3d-a379-4546-823d-88a8befdc888 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:02.083007 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c0f3d-a379-4546-823d-88a8befdc888 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:02.083651 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c0f3d-a379-4546-823d-88a8befdc888 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:02.084231 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c0f3d-a379-4546-823d-88a8befdc888 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:02.084873 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c0f3d-a379-4546-823d-88a8befdc888 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:02.085401 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c0f3d-a379-4546-823d-88a8befdc888 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:02.086259 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c0f3d-a379-4546-823d-88a8befdc888 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:02.087247 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c0f3d-a379-4546-823d-88a8befdc888 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:02.088100 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c0f3d-a379-4546-823d-88a8befdc888 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:02.296402 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7027c-3101-4ca8-84b2-959ec2a77a85 req-1999b132-3bb8-49b3-afcb-c81dbd1fced3 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:02.300860 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-52b7027c-3101-4ca8-84b2-959ec2a77a85 req-1999b132-3bb8-49b3-afcb-c81dbd1fced3 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=ffc58179-e752-4fa2-9bdc-1f5b3693cd8b HTTP/1.1" status: 200 len: 945 time: 0.1119699 Nov 24 14:20:02.374492 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-52b7027c-3101-4ca8-84b2-959ec2a77a85 req-d753e1b0-5edc-4346-a6ac-dcf5111c47be tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612853 Nov 24 14:20:02.572078 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477b9c0-fdb9-434d-af9b-e1e20a601706 req-4d92d6f8-29a6-4011-9f83-6d4c645a666c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:02.573643 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e477b9c0-fdb9-434d-af9b-e1e20a601706 req-4d92d6f8-29a6-4011-9f83-6d4c645a666c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d7ffc6884db4347bf1894bb966ad5c0&device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 1098 time: 0.1233039 Nov 24 14:20:02.592421 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fc167-bec9-4183-8c4a-35d058472996 req-1a73ba2c-b826-400b-b777-ed4a4de0ccb9 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:02.602690 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ec6fc167-bec9-4183-8c4a-35d058472996 req-1a73ba2c-b826-400b-b777-ed4a4de0ccb9 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.1320794 Nov 24 14:20:02.633161 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 44438) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:20:02.655983 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-266c28cc-d67f-421a-8431-d86624d05acb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:02.732610 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ec6fc167-bec9-4183-8c4a-35d058472996 req-f484ffbd-031a-4371-a9ac-edc6e57b93f1 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264207 Nov 24 14:20:02.752661 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477b9c0-fdb9-434d-af9b-e1e20a601706 req-f754ede2-348f-44b2-b6ae-02e872139d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:02.752661 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e477b9c0-fdb9-434d-af9b-e1e20a601706 req-f754ede2-348f-44b2-b6ae-02e872139d10 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1a74af18-2791-47cf-80b2-09c09f34ce4a HTTP/1.1" status: 200 len: 920 time: 0.1468189 Nov 24 14:20:02.776212 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-266c28cc-d67f-421a-8431-d86624d05acb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:02.781168 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-266c28cc-d67f-421a-8431-d86624d05acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:02.821299 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e477b9c0-fdb9-434d-af9b-e1e20a601706 req-7e5b2fa2-5815-40f8-b192-7931e9458fe0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c98cba56-b385-49fc-98fa-a5e1dbf126ff HTTP/1.1" status: 200 len: 217 time: 0.0539880 Nov 24 14:20:02.834234 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-266c28cc-d67f-421a-8431-d86624d05acb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f7f6b23e2707467ba55fc474a7ab135f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1955266 Nov 24 14:20:02.834234 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c28cc-d67f-421a-8431-d86624d05acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e457f41-1220-4d68-b4c4-524047b80ac9,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:02.846838 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 44440) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:20:02.900807 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477b9c0-fdb9-434d-af9b-e1e20a601706 req-43f84205-8a14-404e-ac4d-7e2937e88c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:02.903457 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e477b9c0-fdb9-434d-af9b-e1e20a601706 req-43f84205-8a14-404e-ac4d-7e2937e88c4a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f757d60-7ca3-4458-b33a-77e35ec3d9b1 HTTP/1.1" status: 200 len: 858 time: 0.0702372 Nov 24 14:20:02.940062 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-163a55da-c8ec-4a34-a221-f5764fc284a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:02.957332 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e477b9c0-fdb9-434d-af9b-e1e20a601706 req-b8c1f274-198c-4ffc-bb23-ddf44bf0ee54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a74af18-2791-47cf-80b2-09c09f34ce4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364864 Nov 24 14:20:02.971486 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-163a55da-c8ec-4a34-a221-f5764fc284a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:03.049863 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-163a55da-c8ec-4a34-a221-f5764fc284a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:03.053308 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-163a55da-c8ec-4a34-a221-f5764fc284a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:03.054720 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-163a55da-c8ec-4a34-a221-f5764fc284a4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9e457f41-1220-4d68-b4c4-524047b80ac9 HTTP/1.1" status: 204 len: 168 time: 0.2057118 Nov 24 14:20:03.063501 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a55da-c8ec-4a34-a221-f5764fc284a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e457f41-1220-4d68-b4c4-524047b80ac9,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:03.088946 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e477b9c0-fdb9-434d-af9b-e1e20a601706 req-5d4cd4a6-46a1-4dd5-a6ca-595fb6bc6e6b service neutron] 10.222.0.37 "GET /v2.0/networks/1a74af18-2791-47cf-80b2-09c09f34ce4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191509 Nov 24 14:20:03.199742 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e477b9c0-fdb9-434d-af9b-e1e20a601706 req-0dcda0b4-0e99-45e6-bdb0-4662c6079dc5 service neutron] 10.222.0.37 "GET /v2.0/networks/1a74af18-2791-47cf-80b2-09c09f34ce4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009605 Nov 24 14:20:03.216349 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 68de4096-b321-45ff-aebb-3f6e86ef3832 up at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:20:03.279662 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning for port 68de4096-b321-45ff-aebb-3f6e86ef3832 completed by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:20:03.289369 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning complete for port 68de4096-b321-45ff-aebb-3f6e86ef3832 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:20:03.290064 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:03.404886 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:03.565902 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1f793-16f8-408f-888c-ae56ed1d500f req-496d46bf-8fc2-4a63-acb9-0b3b7b2e4608 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:03.567631 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-31c1f793-16f8-408f-888c-ae56ed1d500f req-496d46bf-8fc2-4a63-acb9-0b3b7b2e4608 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=ffc58179-e752-4fa2-9bdc-1f5b3693cd8b HTTP/1.1" status: 200 len: 945 time: 0.0843377 Nov 24 14:20:03.601464 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc58179-e752-4fa2-9bdc-1f5b3693cd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68de4096-b321-45ff-aebb-3f6e86ef3832'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:20:03.606115 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02bc6bab57870f22e484ac0312d8c66543c8308e687160369736143e34da9ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db71e82-eba9-485b-b1fc-3d221e393aaf" -d '{"events": [{"server_uuid": "ffc58179-e752-4fa2-9bdc-1f5b3693cd8b", "name": "network-vif-plugged", "status": "completed", "tag": "68de4096-b321-45ff-aebb-3f6e86ef3832"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:20:03.610056 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 44452) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:20:03.628398 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 68de4096-b321-45ff-aebb-3f6e86ef3832, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=68de4096-b321-45ff-aebb-3f6e86ef3832,segment=NetworkSegment(4b6c6cfd-b5db-445d-b898-f8855e311bb7),segment_id=4b6c6cfd-b5db-445d-b898-f8855e311bb7)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:20:03.634710 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:03.641250 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-31c1f793-16f8-408f-888c-ae56ed1d500f req-18aa841e-0deb-4c90-b8cb-d3288d3647ee tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619900 Nov 24 14:20:03.652400 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3336b235-93df-47bc-aced-0ebb8c7c2363 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:03.703384 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=68de4096-b321-45ff-aebb-3f6e86ef3832,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:03.732841 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea59176f-f216-4c6d-a021-b53537bf7109 x-openstack-request-id: req-ea59176f-f216-4c6d-a021-b53537bf7109 {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:20:03.733383 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc58179-e752-4fa2-9bdc-1f5b3693cd8b", "name": "network-vif-plugged", "status": "completed", "tag": "68de4096-b321-45ff-aebb-3f6e86ef3832", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:20:03.733799 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ea59176f-f216-4c6d-a021-b53537bf7109 {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:20:03.734868 dv-cinder-739079-6-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc58179-e752-4fa2-9bdc-1f5b3693cd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68de4096-b321-45ff-aebb-3f6e86ef3832', 'code': 200} Nov 24 14:20:03.791602 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3336b235-93df-47bc-aced-0ebb8c7c2363 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:03.797354 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3336b235-93df-47bc-aced-0ebb8c7c2363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:03.856417 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-3336b235-93df-47bc-aced-0ebb8c7c2363 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9bef2c297a9f4ec08b80f8179de13a26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442465 Nov 24 14:20:03.857794 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336b235-93df-47bc-aced-0ebb8c7c2363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efeaddd0-a89b-47cf-b7be-c129f76b0866,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:03.859428 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 44460) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:20:03.971268 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727940b7-ce81-4514-80b4-1f0b79523d0a req-42659801-67c8-48da-82d5-219ebd46d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:03.973129 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-727940b7-ce81-4514-80b4-1f0b79523d0a req-42659801-67c8-48da-82d5-219ebd46d599 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ffc58179-e752-4fa2-9bdc-1f5b3693cd8b HTTP/1.1" status: 200 len: 1099 time: 0.0475733 Nov 24 14:20:04.030862 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837da28-1fe0-4204-a385-c1540ea33a35 req-a034e9e0-d777-49f3-b79f-31acbe58a3ab tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:04.047860 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-727940b7-ce81-4514-80b4-1f0b79523d0a req-9fcff28d-6ff7-487e-b1ae-f95874e8932a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541751 Nov 24 14:20:04.050175 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1837da28-1fe0-4204-a385-c1540ea33a35 req-a034e9e0-d777-49f3-b79f-31acbe58a3ab tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.1583328 Nov 24 14:20:04.056552 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-398e8f95-bf59-44c4-b728-3c32935fb5d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:04.107266 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-398e8f95-bf59-44c4-b728-3c32935fb5d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:04.146469 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1837da28-1fe0-4204-a385-c1540ea33a35 req-13480953-2fa8-4490-af9b-c77d704fd82c tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917597 Nov 24 14:20:04.187733 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-398e8f95-bf59-44c4-b728-3c32935fb5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:04.192301 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-398e8f95-bf59-44c4-b728-3c32935fb5d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:04.193751 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-398e8f95-bf59-44c4-b728-3c32935fb5d6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/efeaddd0-a89b-47cf-b7be-c129f76b0866 HTTP/1.1" status: 204 len: 168 time: 0.3265343 Nov 24 14:20:04.208672 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e8f95-bf59-44c4-b728-3c32935fb5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efeaddd0-a89b-47cf-b7be-c129f76b0866,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:04.823495 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798e7e7-6ac5-49f6-8a93-04d18269a769 req-ca8418f0-8f4c-4058-a19e-0089e260f550 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:04.825610 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4798e7e7-6ac5-49f6-8a93-04d18269a769 req-ca8418f0-8f4c-4058-a19e-0089e260f550 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=ffc58179-e752-4fa2-9bdc-1f5b3693cd8b HTTP/1.1" status: 200 len: 946 time: 0.0695336 Nov 24 14:20:04.918360 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4798e7e7-6ac5-49f6-8a93-04d18269a769 req-01c46c37-e752-4c3d-9155-d847b2adde11 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777392 Nov 24 14:20:05.234783 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 44500) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:20:05.354193 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce6037-afbe-49bb-b83a-d222a5270967 req-fa23bb5f-96db-48f7-96c2-356ab59fdf97 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:05.356954 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-01ce6037-afbe-49bb-b83a-d222a5270967 req-fa23bb5f-96db-48f7-96c2-356ab59fdf97 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0925717 Nov 24 14:20:05.389190 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-47790d38-2d2f-4548-ae09-0a2ab1923d91 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1470704669-network', 'tenant_id': 'c572b934e5c2489380c8f86361d09ff1'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:20:05.440233 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47790d38-2d2f-4548-ae09-0a2ab1923d91 admin admin] Made reservation on behalf of c572b934e5c2489380c8f86361d09ff1 for: {'network': 1} {{(pid=102761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:20:05.443827 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-47790d38-2d2f-4548-ae09-0a2ab1923d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for network, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:05.445408 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-01ce6037-afbe-49bb-b83a-d222a5270967 req-0cea7628-33ac-4617-81b5-a118ad31ed8a tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757649 Nov 24 14:20:05.454831 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-47790d38-2d2f-4548-ae09-0a2ab1923d91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:05.595133 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-47790d38-2d2f-4548-ae09-0a2ab1923d91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:05.602077 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-47790d38-2d2f-4548-ae09-0a2ab1923d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:05.643918 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47790d38-2d2f-4548-ae09-0a2ab1923d91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1136} {{(pid=102761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:20:05.675754 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47790d38-2d2f-4548-ae09-0a2ab1923d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6768d9-8186-4060-8a45-cb812b1c172a,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:05.681458 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-47790d38-2d2f-4548-ae09-0a2ab1923d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:05.682371 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.db.segments_db [None req-47790d38-2d2f-4548-ae09-0a2ab1923d91 admin admin] Added segment 113a6a62-5713-4176-a542-f62efe3fc299 of type vlan for network 975b37a9-1ef1-4575-880b-a1e3b3fbb79f Nov 24 14:20:05.762096 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-47790d38-2d2f-4548-ae09-0a2ab1923d91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783322859825'] for network, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:05.799250 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-47790d38-2d2f-4548-ae09-0a2ab1923d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067'] for network, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:05.801316 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47790d38-2d2f-4548-ae09-0a2ab1923d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:05.802235 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-47790d38-2d2f-4548-ae09-0a2ab1923d91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:05.877842 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-47790d38-2d2f-4548-ae09-0a2ab1923d91 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6368179 Nov 24 14:20:05.877842 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47790d38-2d2f-4548-ae09-0a2ab1923d91 admin admin] Pushing event updated for resources: {'Network': ['ID=975b37a9-1ef1-4575-880b-a1e3b3fbb79f,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:05.878624 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 44508) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:20:05.884009 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-6b93dad6-4aae-4edc-be3e-df995fc31c10 admin admin] Request body: {'subnet': {'network_id': '975b37a9-1ef1-4575-880b-a1e3b3fbb79f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1470704669-subnet', 'tenant_id': 'c572b934e5c2489380c8f86361d09ff1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:20:05.896262 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Network 975b37a9-1ef1-4575-880b-a1e3b3fbb79f details requested by agent ovs-agent-dv-cinder-739079-6-iscsi with host dv-cinder-739079-6-iscsi {{(pid=102763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 14:20:05.930153 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b93dad6-4aae-4edc-be3e-df995fc31c10 admin admin] Made reservation on behalf of c572b934e5c2489380c8f86361d09ff1 for: {'subnet': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:20:05.932888 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6b93dad6-4aae-4edc-be3e-df995fc31c10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11814291'] for subnet, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:06.074164 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f050f5-22f1-4b43-9768-d74336dd257b req-5336b75d-64b2-4920-9114-b3d085a38974 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:06.076258 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-24f050f5-22f1-4b43-9768-d74336dd257b req-5336b75d-64b2-4920-9114-b3d085a38974 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=ffc58179-e752-4fa2-9bdc-1f5b3693cd8b HTTP/1.1" status: 200 len: 946 time: 0.0639467 Nov 24 14:20:06.183267 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-24f050f5-22f1-4b43-9768-d74336dd257b req-4ce87839-bf08-4098-b195-b129c88006fe tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728564 Nov 24 14:20:06.198326 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6b93dad6-4aae-4edc-be3e-df995fc31c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11930698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11814273'] for subnet, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:06.309614 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93dad6-4aae-4edc-be3e-df995fc31c10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c782e533-fd76-40a0-ac14-1041a1b9732d,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:06.323470 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b93dad6-4aae-4edc-be3e-df995fc31c10 admin admin] Checking segment: {'id': '113a6a62-5713-4176-a542-f62efe3fc299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '975b37a9-1ef1-4575-880b-a1e3b3fbb79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:20:06.324163 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b93dad6-4aae-4edc-be3e-df995fc31c10 admin admin] Network hostable DHCP agents. Network: 975b37a9-1ef1-4575-880b-a1e3b3fbb79f, hostable agents: ['5a05dce6-6d47-4be7-b07f-778f6e38e2ad'], hosted agents: [] {{(pid=102762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:20:06.354445 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b93dad6-4aae-4edc-be3e-df995fc31c10 admin admin] Network 975b37a9-1ef1-4575-880b-a1e3b3fbb79f is scheduled to be hosted by DHCP agent 5a05dce6-6d47-4be7-b07f-778f6e38e2ad with binding_index 1 {{(pid=102762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:20:06.367987 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-6b93dad6-4aae-4edc-be3e-df995fc31c10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-6-iscsi, 975b37a9-1ef1-4575-880b-a1e3b3fbb79f) {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:20:06.378293 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff2f862-01d4-4999-8544-5a547efeb439 None None] Network 975b37a9-1ef1-4575-880b-a1e3b3fbb79f requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:20:06.378572 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b93dad6-4aae-4edc-be3e-df995fc31c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:06.379715 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6b93dad6-4aae-4edc-be3e-df995fc31c10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:06.414166 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-6b93dad6-4aae-4edc-be3e-df995fc31c10 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5321982 Nov 24 14:20:06.614356 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5296ce91-c05e-4a58-ae98-63eb17c3e727 None None] Network 975b37a9-1ef1-4575-880b-a1e3b3fbb79f requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:20:06.672129 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036784cc-7ddf-4810-8b90-a8e19687bec8 req-a14cbf99-df31-4b9f-ba3b-6252597ae1c3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:06.686289 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-036784cc-7ddf-4810-8b90-a8e19687bec8 req-a14cbf99-df31-4b9f-ba3b-6252597ae1c3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.1237962 Nov 24 14:20:06.776306 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-036784cc-7ddf-4810-8b90-a8e19687bec8 req-edb944df-dfb0-40bf-8279-7e95742355a7 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873320 Nov 24 14:20:08.494479 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a45dd34a-cf85-40e8-9130-4ad1c93353a3 req-ad21a549-da6b-4c1b-8208-70cefa13df60 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0574224 Nov 24 14:20:08.581079 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dd34a-cf85-40e8-9130-4ad1c93353a3 req-0351e265-82ee-43fa-a62f-8110933a3d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:08.582665 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a45dd34a-cf85-40e8-9130-4ad1c93353a3 req-0351e265-82ee-43fa-a62f-8110933a3d9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d7ffc6884db4347bf1894bb966ad5c0&device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 1098 time: 0.0502467 Nov 24 14:20:08.732615 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-af027967-d8a1-4c06-82f8-cefce3a9e5d0 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:08.735436 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-af027967-d8a1-4c06-82f8-cefce3a9e5d0 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/networks?id=975b37a9-1ef1-4575-880b-a1e3b3fbb79f HTTP/1.1" status: 200 len: 809 time: 0.1635170 Nov 24 14:20:08.759538 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-ad903ad9-1f41-4eaf-82cd-ef643298f953 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/quotas/c572b934e5c2489380c8f86361d09ff1 HTTP/1.1" status: 200 len: 375 time: 0.0163305 Nov 24 14:20:08.812569 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-a5fcf0bb-ab72-4c1b-9143-fe9e70382b99 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c572b934e5c2489380c8f86361d09ff1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466843 Nov 24 14:20:08.933751 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336f8b6-a6b0-4b74-bbe5-b35972dbedfb req-42d5d001-1559-480d-b3c6-9487f76dd865 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:08.935321 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3336f8b6-a6b0-4b74-bbe5-b35972dbedfb req-42d5d001-1559-480d-b3c6-9487f76dd865 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.3183064 Nov 24 14:20:08.981412 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dd34a-cf85-40e8-9130-4ad1c93353a3 req-6ddca561-df14-4dea-b497-4e134356fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:08.982015 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-067d0a00-0437-433d-81fa-bdc0303be108 service neutron] 10.222.0.73 "GET /v2.0/networks/975b37a9-1ef1-4575-880b-a1e3b3fbb79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600311 Nov 24 14:20:08.983950 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a45dd34a-cf85-40e8-9130-4ad1c93353a3 req-6ddca561-df14-4dea-b497-4e134356fd99 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1a74af18-2791-47cf-80b2-09c09f34ce4a HTTP/1.1" status: 200 len: 920 time: 0.3764284 Nov 24 14:20:09.046056 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a45dd34a-cf85-40e8-9130-4ad1c93353a3 req-c8fb42f7-0221-41b7-b371-2ba78114bac8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c98cba56-b385-49fc-98fa-a5e1dbf126ff HTTP/1.1" status: 200 len: 217 time: 0.0484886 Nov 24 14:20:09.060736 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3336f8b6-a6b0-4b74-bbe5-b35972dbedfb req-80f31bcf-d67f-47d5-a25b-5a36c3856e6b tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072559 Nov 24 14:20:09.135805 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dd34a-cf85-40e8-9130-4ad1c93353a3 req-42cc6dd5-f458-46bb-97f6-c2f133e49259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:09.137544 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a45dd34a-cf85-40e8-9130-4ad1c93353a3 req-42cc6dd5-f458-46bb-97f6-c2f133e49259 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f757d60-7ca3-4458-b33a-77e35ec3d9b1 HTTP/1.1" status: 200 len: 858 time: 0.0758467 Nov 24 14:20:09.165349 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-a1139d48-0f23-4f4f-949d-26fae02c951f service neutron] 10.222.0.73 "GET /v2.0/networks/975b37a9-1ef1-4575-880b-a1e3b3fbb79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755669 Nov 24 14:20:09.186228 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a45dd34a-cf85-40e8-9130-4ad1c93353a3 req-65f166ff-dcca-4fc5-866c-bb71218379c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a74af18-2791-47cf-80b2-09c09f34ce4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401595 Nov 24 14:20:09.349730 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a45dd34a-cf85-40e8-9130-4ad1c93353a3 req-58bb1f3a-05c4-478c-b178-d8979f147c01 service neutron] 10.222.0.37 "GET /v2.0/networks/1a74af18-2791-47cf-80b2-09c09f34ce4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505024 Nov 24 14:20:09.475148 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-9c3af582-aba5-476d-b9e8-486cb0beed18 req-c0b0cab3-fb13-4401-8f70-eb8d9ee58b4e tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=988ecd42-f467-44ef-a551-7071d88b8bd0 HTTP/1.1" status: 200 len: 210 time: 0.0917933 Nov 24 14:20:09.612593 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a45dd34a-cf85-40e8-9130-4ad1c93353a3 req-af0b459e-40d9-42b0-8099-16913f6b07cc service neutron] 10.222.0.37 "GET /v2.0/networks/1a74af18-2791-47cf-80b2-09c09f34ce4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453518 Nov 24 14:20:10.600090 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-27a84ddc-a332-4a94-9558-894e9848750c req-eee81002-9dfc-4963-8f99-1c83c093c4e6 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=988ecd42-f467-44ef-a551-7071d88b8bd0 HTTP/1.1" status: 200 len: 210 time: 0.0292139 Nov 24 14:20:10.810790 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:11.652198 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-e5ac4c3b-a9be-4f32-99ef-58bc9784fe05 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:11.655099 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-e5ac4c3b-a9be-4f32-99ef-58bc9784fe05 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.37 "GET /v2.0/networks?id=975b37a9-1ef1-4575-880b-a1e3b3fbb79f HTTP/1.1" status: 200 len: 809 time: 0.1980743 Nov 24 14:20:11.677297 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-70048a85-8e57-4809-8271-adba003f601c tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Request body: {'port': {'device_id': '988ecd42-f467-44ef-a551-7071d88b8bd0', 'network_id': '975b37a9-1ef1-4575-880b-a1e3b3fbb79f', 'admin_state_up': True, 'tenant_id': 'c572b934e5c2489380c8f86361d09ff1'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:20:11.789280 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7fbbb0f6-cbe3-43b6-b369-0804a305be2e req-fc1c9e89-2d28-4240-a016-30780a6cdb63 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=988ecd42-f467-44ef-a551-7071d88b8bd0 HTTP/1.1" status: 200 len: 210 time: 0.0635791 Nov 24 14:20:11.885553 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-70048a85-8e57-4809-8271-adba003f601c tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Made reservation on behalf of c572b934e5c2489380c8f86361d09ff1 for: {'port': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:20:11.891727 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-70048a85-8e57-4809-8271-adba003f601c tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:12.120376 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-70048a85-8e57-4809-8271-adba003f601c tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Allocated IP 172.20.0.2 (975b37a9-1ef1-4575-880b-a1e3b3fbb79f/c782e533-fd76-40a0-ac14-1041a1b9732d/6cddc3ad-61cc-4372-9483-c6277c47ebc6) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:20:12.370339 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-70048a85-8e57-4809-8271-adba003f601c tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Publish callbacks [] for port, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:12.429537 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-70048a85-8e57-4809-8271-adba003f601c tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:12.520432 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-70048a85-8e57-4809-8271-adba003f601c tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Network 975b37a9-1ef1-4575-880b-a1e3b3fbb79f is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:20:12.526756 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-70048a85-8e57-4809-8271-adba003f601c tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:20:12.534842 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-70048a85-8e57-4809-8271-adba003f601c tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:20:12.578746 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70048a85-8e57-4809-8271-adba003f601c tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Pushing event updated for resources: {'Port': ['ID=6cddc3ad-61cc-4372-9483-c6277c47ebc6,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:12.651046 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-70048a85-8e57-4809-8271-adba003f601c tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:12.651767 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-70048a85-8e57-4809-8271-adba003f601c tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for port, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:12.702331 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-70048a85-8e57-4809-8271-adba003f601c tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0306351 Nov 24 14:20:12.729381 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-7245d988-d732-484e-914c-bd2df4f0b9f7 service neutron] Request body: {'port': {'device_id': '988ecd42-f467-44ef-a551-7071d88b8bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:20:12.855371 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-7245d988-d732-484e-914c-bd2df4f0b9f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:12.895304 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad104a-f78f-4904-a7df-b715931bc86d req-ba701d95-ea0c-48c4-9e30-389f863e304b tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:12.898135 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-84ad104a-f78f-4904-a7df-b715931bc86d req-ba701d95-ea0c-48c4-9e30-389f863e304b tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.1639571 Nov 24 14:20:13.054278 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c646314-3d71-4d95-8839-0e9cc81a3da9 req-629a7d1a-8e65-4d0d-a69d-be32fe4d1ea0 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:13.056706 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-0c646314-3d71-4d95-8839-0e9cc81a3da9 req-629a7d1a-8e65-4d0d-a69d-be32fe4d1ea0 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=988ecd42-f467-44ef-a551-7071d88b8bd0 HTTP/1.1" status: 200 len: 931 time: 0.0716023 Nov 24 14:20:13.104593 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-84ad104a-f78f-4904-a7df-b715931bc86d req-0365e85c-4f48-487e-b621-69a342523b52 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691527 Nov 24 14:20:13.141307 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-0c646314-3d71-4d95-8839-0e9cc81a3da9 req-9f69a445-56f3-4683-9676-5e8002cf044b tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa6768d9-8186-4060-8a45-cb812b1c172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695982 Nov 24 14:20:13.378096 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-7245d988-d732-484e-914c-bd2df4f0b9f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cddc3ad-61cc-4372-9483-c6277c47ebc6 {{(pid=102762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:20:13.392939 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-7245d988-d732-484e-914c-bd2df4f0b9f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:13.446912 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.provisioning_blocks [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-7245d988-d732-484e-914c-bd2df4f0b9f7 service neutron] Transition to ACTIVE for port object 6cddc3ad-61cc-4372-9483-c6277c47ebc6 will not be triggered until provisioned by entity L2. {{(pid=102762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:20:13.454227 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-7245d988-d732-484e-914c-bd2df4f0b9f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11930847'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:13.523225 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-1676e709-c26b-4882-a6d6-498f8341dc7c tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:13.524897 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-1676e709-c26b-4882-a6d6-498f8341dc7c tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/networks?id=d61768b8-ac22-4179-af97-963e314f66f7 HTTP/1.1" status: 200 len: 815 time: 0.2002683 Nov 24 14:20:13.553084 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245d988-d732-484e-914c-bd2df4f0b9f7 service neutron] Pushing event updated for resources: {'Port': ['ID=6cddc3ad-61cc-4372-9483-c6277c47ebc6,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:13.563339 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-eb60670c-01c0-4e5e-a313-9862033b47c1 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/quotas/81aef32d1f754e418d281f6d7cd9c608 HTTP/1.1" status: 200 len: 375 time: 0.0197642 Nov 24 14:20:13.673830 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-4183762a-e58e-4f54-ad49-a693f52da295 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=81aef32d1f754e418d281f6d7cd9c608&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0935998 Nov 24 14:20:13.683474 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-7245d988-d732-484e-914c-bd2df4f0b9f7 service neutron] Attempting to bind port 6cddc3ad-61cc-4372-9483-c6277c47ebc6 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:20:13.683474 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-7245d988-d732-484e-914c-bd2df4f0b9f7 service neutron] Attempting to bind port 6cddc3ad-61cc-4372-9483-c6277c47ebc6 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '113a6a62-5713-4176-a542-f62efe3fc299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '975b37a9-1ef1-4575-880b-a1e3b3fbb79f'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:20:13.683474 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-7245d988-d732-484e-914c-bd2df4f0b9f7 service neutron] Attempting to bind port 6cddc3ad-61cc-4372-9483-c6277c47ebc6 on network 975b37a9-1ef1-4575-880b-a1e3b3fbb79f {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:20:13.698027 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-7245d988-d732-484e-914c-bd2df4f0b9f7 service neutron] Port 6cddc3ad-61cc-4372-9483-c6277c47ebc6 on network 975b37a9-1ef1-4575-880b-a1e3b3fbb79f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 14:20:13.698465 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-7245d988-d732-484e-914c-bd2df4f0b9f7 service neutron] Attempting to bind port 6cddc3ad-61cc-4372-9483-c6277c47ebc6 on network 975b37a9-1ef1-4575-880b-a1e3b3fbb79f {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:20:13.716432 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-7245d988-d732-484e-914c-bd2df4f0b9f7 service neutron] Checking agent: {'id': 'd0515656-fb8d-4ba5-be1c-f8deb6c3b48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'started_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:20:13.717572 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-7245d988-d732-484e-914c-bd2df4f0b9f7 service neutron] Checking segment: {'id': '113a6a62-5713-4176-a542-f62efe3fc299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '975b37a9-1ef1-4575-880b-a1e3b3fbb79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:20:13.717572 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-7245d988-d732-484e-914c-bd2df4f0b9f7 service neutron] Bound using segment: {'id': '113a6a62-5713-4176-a542-f62efe3fc299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '975b37a9-1ef1-4575-880b-a1e3b3fbb79f'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:20:13.718602 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-7245d988-d732-484e-914c-bd2df4f0b9f7 service neutron] Bound port: 6cddc3ad-61cc-4372-9483-c6277c47ebc6, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '113a6a62-5713-4176-a542-f62efe3fc299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '975b37a9-1ef1-4575-880b-a1e3b3fbb79f'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:20:13.718602 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-7245d988-d732-484e-914c-bd2df4f0b9f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:13.865858 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-3902ec6c-8486-4ae8-a437-3eaa91244159 service neutron] 10.222.0.73 "GET /v2.0/networks/d61768b8-ac22-4179-af97-963e314f66f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795814 Nov 24 14:20:13.872458 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-7245d988-d732-484e-914c-bd2df4f0b9f7 service neutron] For port 6cddc3ad-61cc-4372-9483-c6277c47ebc6, host hv-cinder-73907, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:20:13.877181 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-7245d988-d732-484e-914c-bd2df4f0b9f7 service neutron] For port 6cddc3ad-61cc-4372-9483-c6277c47ebc6, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=6cddc3ad-61cc-4372-9483-c6277c47ebc6,segment=NetworkSegment(113a6a62-5713-4176-a542-f62efe3fc299),segment_id=113a6a62-5713-4176-a542-f62efe3fc299)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:20:13.887881 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-7245d988-d732-484e-914c-bd2df4f0b9f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11930847'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:13.988111 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-7245d988-d732-484e-914c-bd2df4f0b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:13.988747 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-7245d988-d732-484e-914c-bd2df4f0b9f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for port, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:13.990218 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-7245d988-d732-484e-914c-bd2df4f0b9f7 service neutron] 10.222.0.37 "PUT /v2.0/ports/6cddc3ad-61cc-4372-9483-c6277c47ebc6 HTTP/1.1" status: 200 len: 1093 time: 1.2685235 Nov 24 14:20:13.990701 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988ecd42-f467-44ef-a551-7071d88b8bd0', 'tag': '6cddc3ad-61cc-4372-9483-c6277c47ebc6'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:20:13.993301 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae21199a9d4b78a62ed18da464448d73790c24002c352d214487bf1b37d0fcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b083c6f-d761-4ef9-b3d0-f12941cdadb8" -d '{"events": [{"name": "network-changed", "server_uuid": "988ecd42-f467-44ef-a551-7071d88b8bd0", "tag": "6cddc3ad-61cc-4372-9483-c6277c47ebc6"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:20:14.027757 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245d988-d732-484e-914c-bd2df4f0b9f7 service neutron] Pushing event updated for resources: {'Port': ['ID=6cddc3ad-61cc-4372-9483-c6277c47ebc6,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:14.050682 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-3a0b8afc-842f-4cfa-b28f-3c046f3c7301 service neutron] 10.222.0.73 "GET /v2.0/networks/d61768b8-ac22-4179-af97-963e314f66f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757162 Nov 24 14:20:14.076023 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e568d99-7d6c-4b84-9210-6c28da8982d4 x-openstack-request-id: req-1e568d99-7d6c-4b84-9210-6c28da8982d4 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:20:14.076317 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "988ecd42-f467-44ef-a551-7071d88b8bd0", "tag": "6cddc3ad-61cc-4372-9483-c6277c47ebc6", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:20:14.076574 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1e568d99-7d6c-4b84-9210-6c28da8982d4 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:20:14.076988 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '988ecd42-f467-44ef-a551-7071d88b8bd0', 'tag': '6cddc3ad-61cc-4372-9483-c6277c47ebc6', 'status': 'completed', 'code': 200} Nov 24 14:20:14.145939 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-71e5854c-c0d3-4c4e-9a11-6a35d1e0019a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:14.148013 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-71e5854c-c0d3-4c4e-9a11-6a35d1e0019a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c572b934e5c2489380c8f86361d09ff1&device_id=988ecd42-f467-44ef-a551-7071d88b8bd0 HTTP/1.1" status: 200 len: 1096 time: 0.0576675 Nov 24 14:20:14.214531 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-74c16827-69c7-415f-8ed4-0a02b3292e9f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6cddc3ad-61cc-4372-9483-c6277c47ebc6 HTTP/1.1" status: 200 len: 217 time: 0.0554349 Nov 24 14:20:14.295446 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-9989ed01-b446-4693-8572-3b0bf0c70507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:14.295446 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-9989ed01-b446-4693-8572-3b0bf0c70507 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c782e533-fd76-40a0-ac14-1041a1b9732d HTTP/1.1" status: 200 len: 849 time: 0.0661199 Nov 24 14:20:14.342813 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-729821dd-1d49-43e2-8825-4cb806c8ebe5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=975b37a9-1ef1-4575-880b-a1e3b3fbb79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330527 Nov 24 14:20:14.408810 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2862432a-6533-4093-be1b-c23f17b5de86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:14.506783 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6f027-49b4-42f3-aec7-44658d0407d8 req-e1b9fc6c-6b6b-4f2d-af62-e9999b8c2776 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:14.508556 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a5b6f027-49b4-42f3-aec7-44658d0407d8 req-e1b9fc6c-6b6b-4f2d-af62-e9999b8c2776 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=988ecd42-f467-44ef-a551-7071d88b8bd0 HTTP/1.1" status: 200 len: 943 time: 0.1423864 Nov 24 14:20:14.535613 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-0e6946a6-9685-4cf3-8a08-a9c7a0ac0ee8 service neutron] 10.222.0.37 "GET /v2.0/networks/975b37a9-1ef1-4575-880b-a1e3b3fbb79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787629 Nov 24 14:20:14.610109 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a5b6f027-49b4-42f3-aec7-44658d0407d8 req-483a8b5d-06d3-46fc-8816-aa37f36c0720 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa6768d9-8186-4060-8a45-cb812b1c172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879633 Nov 24 14:20:14.629931 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f01c9-1573-4c7e-a54b-1f56f9e23881 req-4aa05a7d-1a1a-4839-beb6-26209252ac4e tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:14.638466 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-700f01c9-1573-4c7e-a54b-1f56f9e23881 req-4aa05a7d-1a1a-4839-beb6-26209252ac4e tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.3947785 Nov 24 14:20:14.700829 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-700f01c9-1573-4c7e-a54b-1f56f9e23881 req-f306e430-441c-43ff-9770-5615d5863cc7 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605915 Nov 24 14:20:14.751190 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3f9e77a9-d9d9-4ea7-a6b2-d9373095a32a req-22b18187-0107-4e4e-b68a-b976acaf8f30 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ce93fa6-6bfe-42e0-8fef-7f003f2c502f HTTP/1.1" status: 200 len: 210 time: 0.0572956 Nov 24 14:20:14.755927 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-274b78a0-8b8b-4951-aebb-c486ef623c50 req-46f1315f-b4c7-4056-99d0-db29fef1623a service neutron] 10.222.0.37 "GET /v2.0/networks/975b37a9-1ef1-4575-880b-a1e3b3fbb79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028277 Nov 24 14:20:14.883112 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b083c6f-d761-4ef9-b3d0-f12941cdadb8 req-7834a533-3b00-4573-8395-7e7504130543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:14.884661 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1b083c6f-d761-4ef9-b3d0-f12941cdadb8 req-7834a533-3b00-4573-8395-7e7504130543 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c572b934e5c2489380c8f86361d09ff1&device_id=988ecd42-f467-44ef-a551-7071d88b8bd0 HTTP/1.1" status: 200 len: 1096 time: 0.0581942 Nov 24 14:20:15.008836 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b083c6f-d761-4ef9-b3d0-f12941cdadb8 req-e5fa1ea5-0706-4aa0-a794-380a2f3639df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:15.010578 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1b083c6f-d761-4ef9-b3d0-f12941cdadb8 req-e5fa1ea5-0706-4aa0-a794-380a2f3639df service neutron] 10.222.0.37 "GET /v2.0/networks?id=975b37a9-1ef1-4575-880b-a1e3b3fbb79f HTTP/1.1" status: 200 len: 911 time: 0.1131747 Nov 24 14:20:15.058008 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1b083c6f-d761-4ef9-b3d0-f12941cdadb8 req-567ad130-5485-4709-bcb3-04144dda1aab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6cddc3ad-61cc-4372-9483-c6277c47ebc6 HTTP/1.1" status: 200 len: 217 time: 0.0371132 Nov 24 14:20:15.144729 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b083c6f-d761-4ef9-b3d0-f12941cdadb8 req-04740d11-d187-4499-8323-9d68c97b8681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:15.146252 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1b083c6f-d761-4ef9-b3d0-f12941cdadb8 req-04740d11-d187-4499-8323-9d68c97b8681 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c782e533-fd76-40a0-ac14-1041a1b9732d HTTP/1.1" status: 200 len: 849 time: 0.0685084 Nov 24 14:20:15.206184 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1b083c6f-d761-4ef9-b3d0-f12941cdadb8 req-46cc410c-39b6-4034-948a-3fe810395a35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=975b37a9-1ef1-4575-880b-a1e3b3fbb79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297036 Nov 24 14:20:15.308477 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1b083c6f-d761-4ef9-b3d0-f12941cdadb8 req-9c59b0c7-4769-42a1-81bb-7f566a6803ca service neutron] 10.222.0.37 "GET /v2.0/networks/975b37a9-1ef1-4575-880b-a1e3b3fbb79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923274 Nov 24 14:20:15.421510 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1b083c6f-d761-4ef9-b3d0-f12941cdadb8 req-31015e5b-74a9-4afc-af8a-f0d84248dfb4 service neutron] 10.222.0.37 "GET /v2.0/networks/975b37a9-1ef1-4575-880b-a1e3b3fbb79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978527 Nov 24 14:20:15.815917 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2a963-faed-4e22-a957-59e5db64b29e req-978c69d9-c30d-49ba-a297-0b94ac3bea35 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:15.819252 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-7db2a963-faed-4e22-a957-59e5db64b29e req-978c69d9-c30d-49ba-a297-0b94ac3bea35 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=988ecd42-f467-44ef-a551-7071d88b8bd0 HTTP/1.1" status: 200 len: 943 time: 0.0688996 Nov 24 14:20:15.936476 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-7db2a963-faed-4e22-a957-59e5db64b29e req-bed0bb5b-b5ba-438b-8c4f-77f48f45cf95 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa6768d9-8186-4060-8a45-cb812b1c172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959945 Nov 24 14:20:16.006484 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b8a00-a493-4af4-b073-9869014157fe req-b522e040-b0da-440e-be67-7cd5dd702abf tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:16.010004 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-481b8a00-a493-4af4-b073-9869014157fe req-b522e040-b0da-440e-be67-7cd5dd702abf tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.2125823 Nov 24 14:20:16.056376 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-11f0d0de-8289-4a69-a126-c352112c5928 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:16.058255 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-11f0d0de-8289-4a69-a126-c352112c5928 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.37 "GET /v2.0/networks?id=d61768b8-ac22-4179-af97-963e314f66f7 HTTP/1.1" status: 200 len: 815 time: 0.2637112 Nov 24 14:20:16.082047 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-f91a388d-1737-469d-9fff-4ecc31307664 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Request body: {'port': {'device_id': '5ce93fa6-6bfe-42e0-8fef-7f003f2c502f', 'network_id': 'd61768b8-ac22-4179-af97-963e314f66f7', 'admin_state_up': True, 'tenant_id': '81aef32d1f754e418d281f6d7cd9c608'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:20:16.111650 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2500c1db-d9a6-4d09-b50d-3c2195eb14b8 req-5d8c401b-c5cb-4d36-8aee-36a143a5b51c tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ce93fa6-6bfe-42e0-8fef-7f003f2c502f HTTP/1.1" status: 200 len: 210 time: 0.0525861 Nov 24 14:20:16.133396 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-481b8a00-a493-4af4-b073-9869014157fe req-4b83f624-73a6-4eff-bf92-75167d25de8c tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105659 Nov 24 14:20:16.258698 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-f91a388d-1737-469d-9fff-4ecc31307664 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Made reservation on behalf of 81aef32d1f754e418d281f6d7cd9c608 for: {'port': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:20:16.262678 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-f91a388d-1737-469d-9fff-4ecc31307664 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:16.434881 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-f91a388d-1737-469d-9fff-4ecc31307664 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Allocated IP 172.20.0.4 (d61768b8-ac22-4179-af97-963e314f66f7/ce32be45-c6a3-4605-a943-84d789f15722/023a9b52-8d35-431f-a83d-9756542ab445) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:20:16.632263 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-f91a388d-1737-469d-9fff-4ecc31307664 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks [] for port, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:16.687619 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-f91a388d-1737-469d-9fff-4ecc31307664 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:16.704065 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['414addc7-3ee3-4731-817e-bb66c2427e5e', '68de4096-b321-45ff-aebb-3f6e86ef3832'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:20:16.774919 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-f91a388d-1737-469d-9fff-4ecc31307664 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Network d61768b8-ac22-4179-af97-963e314f66f7 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:20:16.780552 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-f91a388d-1737-469d-9fff-4ecc31307664 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:20:16.787832 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-f91a388d-1737-469d-9fff-4ecc31307664 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:20:16.837566 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a388d-1737-469d-9fff-4ecc31307664 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Pushing event updated for resources: {'Port': ['ID=023a9b52-8d35-431f-a83d-9756542ab445,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:16.885829 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-f91a388d-1737-469d-9fff-4ecc31307664 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:16.886895 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-f91a388d-1737-469d-9fff-4ecc31307664 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for port, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:16.911341 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-f91a388d-1737-469d-9fff-4ecc31307664 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8354785 Nov 24 14:20:16.932855 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-49221edc-0fd6-4883-a97a-8e8593bda94c service neutron] Request body: {'port': {'device_id': '5ce93fa6-6bfe-42e0-8fef-7f003f2c502f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:20:16.945839 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a9452c14-f08b-4a81-93f8-d1c7e3f37edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:17.039110 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-49221edc-0fd6-4883-a97a-8e8593bda94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:17.143658 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61a55b-a787-421a-b8b0-e2d71578d853 req-54b79079-5649-439e-b7b8-db39ea3d1484 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:17.146094 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1e61a55b-a787-421a-b8b0-e2d71578d853 req-54b79079-5649-439e-b7b8-db39ea3d1484 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=988ecd42-f467-44ef-a551-7071d88b8bd0 HTTP/1.1" status: 200 len: 943 time: 0.0584641 Nov 24 14:20:17.244091 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1e61a55b-a787-421a-b8b0-e2d71578d853 req-36e8b2aa-e6ab-4de9-a1d5-4c85c8adf1a2 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa6768d9-8186-4060-8a45-cb812b1c172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879290 Nov 24 14:20:17.280583 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 6cddc3ad-61cc-4372-9483-c6277c47ebc6 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=102763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:20:17.403653 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b0e9a-4c08-480e-862a-3e890ef48ef0 req-b668cf86-cfbf-4fcd-899e-5fe2dccb052f tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:17.412096 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f49b0e9a-4c08-480e-862a-3e890ef48ef0 req-b668cf86-cfbf-4fcd-899e-5fe2dccb052f tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ce93fa6-6bfe-42e0-8fef-7f003f2c502f HTTP/1.1" status: 200 len: 931 time: 0.1412284 Nov 24 14:20:17.446418 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0bbba-691c-4b20-8305-cef6a8567c17 req-5e9894af-e4f7-4eb6-a5df-324d7563c408 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:17.448375 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f7d0bbba-691c-4b20-8305-cef6a8567c17 req-5e9894af-e4f7-4eb6-a5df-324d7563c408 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.0956645 Nov 24 14:20:17.493249 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 6cddc3ad-61cc-4372-9483-c6277c47ebc6, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=6cddc3ad-61cc-4372-9483-c6277c47ebc6,segment=NetworkSegment(113a6a62-5713-4176-a542-f62efe3fc299),segment_id=113a6a62-5713-4176-a542-f62efe3fc299)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:20:17.514133 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f49b0e9a-4c08-480e-862a-3e890ef48ef0 req-40c8e1f2-f561-42cf-a2ca-6427c45836dc tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928144 Nov 24 14:20:17.519535 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-49221edc-0fd6-4883-a97a-8e8593bda94c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 023a9b52-8d35-431f-a83d-9756542ab445 {{(pid=102762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:20:17.528823 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-49221edc-0fd6-4883-a97a-8e8593bda94c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:17.536530 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Returning: {'device': '6cddc3ad-61cc-4372-9483-c6277c47ebc6', 'network_id': '975b37a9-1ef1-4575-880b-a1e3b3fbb79f', 'port_id': '6cddc3ad-61cc-4372-9483-c6277c47ebc6', 'mac_address': 'fa:16:3e:0c:c7:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c782e533-fd76-40a0-ac14-1041a1b9732d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:20:17.543648 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f7d0bbba-691c-4b20-8305-cef6a8567c17 req-460f760e-aa16-41e7-bf69-17aa2afcac7c tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827377 Nov 24 14:20:17.554098 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.provisioning_blocks [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-49221edc-0fd6-4883-a97a-8e8593bda94c service neutron] Transition to ACTIVE for port object 023a9b52-8d35-431f-a83d-9756542ab445 will not be triggered until provisioned by entity L2. {{(pid=102762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:20:17.554098 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-49221edc-0fd6-4883-a97a-8e8593bda94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11930847'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:17.607830 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:17.616328 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49221edc-0fd6-4883-a97a-8e8593bda94c service neutron] Pushing event updated for resources: {'Port': ['ID=023a9b52-8d35-431f-a83d-9756542ab445,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:17.633424 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cddc3ad-61cc-4372-9483-c6277c47ebc6 {{(pid=102763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:20:17.671386 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 6cddc3ad-61cc-4372-9483-c6277c47ebc6, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=6cddc3ad-61cc-4372-9483-c6277c47ebc6,segment=NetworkSegment(113a6a62-5713-4176-a542-f62efe3fc299),segment_id=113a6a62-5713-4176-a542-f62efe3fc299)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:20:17.680105 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:17.710202 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-49221edc-0fd6-4883-a97a-8e8593bda94c service neutron] Attempting to bind port 023a9b52-8d35-431f-a83d-9756542ab445 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:20:17.710790 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-49221edc-0fd6-4883-a97a-8e8593bda94c service neutron] Attempting to bind port 023a9b52-8d35-431f-a83d-9756542ab445 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '4b6c6cfd-b5db-445d-b898-f8855e311bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'd61768b8-ac22-4179-af97-963e314f66f7'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:20:17.711381 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-49221edc-0fd6-4883-a97a-8e8593bda94c service neutron] Attempting to bind port 023a9b52-8d35-431f-a83d-9756542ab445 on network d61768b8-ac22-4179-af97-963e314f66f7 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:20:17.718820 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-49221edc-0fd6-4883-a97a-8e8593bda94c service neutron] Port 023a9b52-8d35-431f-a83d-9756542ab445 on network d61768b8-ac22-4179-af97-963e314f66f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 14:20:17.719363 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-49221edc-0fd6-4883-a97a-8e8593bda94c service neutron] Attempting to bind port 023a9b52-8d35-431f-a83d-9756542ab445 on network d61768b8-ac22-4179-af97-963e314f66f7 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:20:17.727351 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-49221edc-0fd6-4883-a97a-8e8593bda94c service neutron] Checking agent: {'id': 'd0515656-fb8d-4ba5-be1c-f8deb6c3b48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'started_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:20:17.727866 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-49221edc-0fd6-4883-a97a-8e8593bda94c service neutron] Checking segment: {'id': '4b6c6cfd-b5db-445d-b898-f8855e311bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'd61768b8-ac22-4179-af97-963e314f66f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:20:17.728445 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-49221edc-0fd6-4883-a97a-8e8593bda94c service neutron] Bound using segment: {'id': '4b6c6cfd-b5db-445d-b898-f8855e311bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'd61768b8-ac22-4179-af97-963e314f66f7'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:20:17.729071 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-49221edc-0fd6-4883-a97a-8e8593bda94c service neutron] Bound port: 023a9b52-8d35-431f-a83d-9756542ab445, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6c6cfd-b5db-445d-b898-f8855e311bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'd61768b8-ac22-4179-af97-963e314f66f7'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:20:17.729523 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-49221edc-0fd6-4883-a97a-8e8593bda94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:17.740107 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=6cddc3ad-61cc-4372-9483-c6277c47ebc6,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:17.813771 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-49221edc-0fd6-4883-a97a-8e8593bda94c service neutron] For port 023a9b52-8d35-431f-a83d-9756542ab445, host hv-cinder-73907, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:20:17.818401 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-49221edc-0fd6-4883-a97a-8e8593bda94c service neutron] For port 023a9b52-8d35-431f-a83d-9756542ab445, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=023a9b52-8d35-431f-a83d-9756542ab445,segment=NetworkSegment(4b6c6cfd-b5db-445d-b898-f8855e311bb7),segment_id=4b6c6cfd-b5db-445d-b898-f8855e311bb7)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:20:17.824352 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-49221edc-0fd6-4883-a97a-8e8593bda94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11930847'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:17.902814 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:18.110269 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-49221edc-0fd6-4883-a97a-8e8593bda94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:18.112192 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-49221edc-0fd6-4883-a97a-8e8593bda94c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for port, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:18.113720 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-49221edc-0fd6-4883-a97a-8e8593bda94c service neutron] 10.222.0.37 "PUT /v2.0/ports/023a9b52-8d35-431f-a83d-9756542ab445 HTTP/1.1" status: 200 len: 1093 time: 1.1859975 Nov 24 14:20:18.114213 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce93fa6-6bfe-42e0-8fef-7f003f2c502f', 'tag': '023a9b52-8d35-431f-a83d-9756542ab445'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:20:18.116767 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae21199a9d4b78a62ed18da464448d73790c24002c352d214487bf1b37d0fcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7749880-0b51-4306-a5fe-2cb53b6b2708" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce93fa6-6bfe-42e0-8fef-7f003f2c502f", "tag": "023a9b52-8d35-431f-a83d-9756542ab445"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:20:18.122081 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['6cddc3ad-61cc-4372-9483-c6277c47ebc6'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:20:18.163554 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49221edc-0fd6-4883-a97a-8e8593bda94c service neutron] Pushing event updated for resources: {'Port': ['ID=023a9b52-8d35-431f-a83d-9756542ab445,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:18.194916 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae83f3ad-7140-43b4-8c87-aa3ecd4d4497 x-openstack-request-id: req-ae83f3ad-7140-43b4-8c87-aa3ecd4d4497 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:20:18.195643 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce93fa6-6bfe-42e0-8fef-7f003f2c502f", "tag": "023a9b52-8d35-431f-a83d-9756542ab445", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:20:18.196041 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ae83f3ad-7140-43b4-8c87-aa3ecd4d4497 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:20:18.196698 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce93fa6-6bfe-42e0-8fef-7f003f2c502f', 'tag': '023a9b52-8d35-431f-a83d-9756542ab445', 'status': 'completed', 'code': 200} Nov 24 14:20:18.253235 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-a55be94b-aa68-4771-875c-5cf3521b79b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:18.255691 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-a55be94b-aa68-4771-875c-5cf3521b79b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81aef32d1f754e418d281f6d7cd9c608&device_id=5ce93fa6-6bfe-42e0-8fef-7f003f2c502f HTTP/1.1" status: 200 len: 1096 time: 0.0574639 Nov 24 14:20:18.337150 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-acd831bd-612e-4dae-98e0-5dbd34413d29 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=023a9b52-8d35-431f-a83d-9756542ab445 HTTP/1.1" status: 200 len: 217 time: 0.0680625 Nov 24 14:20:18.431082 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649684b4-a2f3-40d9-9481-9bada919b483 req-cce9aebd-5b49-4505-9f91-1112d774d96b tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:18.432719 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-649684b4-a2f3-40d9-9481-9bada919b483 req-cce9aebd-5b49-4505-9f91-1112d774d96b tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=988ecd42-f467-44ef-a551-7071d88b8bd0 HTTP/1.1" status: 200 len: 944 time: 0.0667026 Nov 24 14:20:18.445025 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-4983d9fe-dcbd-403d-b5e2-6b8e0633262e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:18.446524 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-4983d9fe-dcbd-403d-b5e2-6b8e0633262e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce32be45-c6a3-4605-a943-84d789f15722 HTTP/1.1" status: 200 len: 855 time: 0.0888240 Nov 24 14:20:18.484032 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-1737e739-3905-4691-8ba6-bb8082f1eedb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d61768b8-ac22-4179-af97-963e314f66f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280867 Nov 24 14:20:18.500014 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-649684b4-a2f3-40d9-9481-9bada919b483 req-7159304b-6302-48b1-9887-bf572e3a20dd tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa6768d9-8186-4060-8a45-cb812b1c172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590622 Nov 24 14:20:18.671864 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-17019407-171c-4864-b72a-a4c3fa2f275f service neutron] 10.222.0.37 "GET /v2.0/networks/d61768b8-ac22-4179-af97-963e314f66f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723058 Nov 24 14:20:18.707845 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad9760-5897-449c-9e3f-d0e9ed5dc4d7 req-89f7eae5-835d-4ea3-a42f-be24c7ec41a3 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:18.710124 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b3ad9760-5897-449c-9e3f-d0e9ed5dc4d7 req-89f7eae5-835d-4ea3-a42f-be24c7ec41a3 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.0616453 Nov 24 14:20:18.718922 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7dc902-5f86-43b1-a77e-44bbe5d393d8 req-28d2440a-d731-4f98-a761-934e926c7fdc tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:18.721055 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fc7dc902-5f86-43b1-a77e-44bbe5d393d8 req-28d2440a-d731-4f98-a761-934e926c7fdc tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ce93fa6-6bfe-42e0-8fef-7f003f2c502f HTTP/1.1" status: 200 len: 943 time: 0.1047583 Nov 24 14:20:18.780814 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b3ad9760-5897-449c-9e3f-d0e9ed5dc4d7 req-2e061564-bdcb-4aa4-8e7b-091664e6027c tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629475 Nov 24 14:20:18.837805 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fc7dc902-5f86-43b1-a77e-44bbe5d393d8 req-5e6de20d-40d0-431f-9622-5073e2b17a52 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082890 Nov 24 14:20:18.840099 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63cffd7a-f8e2-4300-80fe-02dec8dfe09e req-1a6074c2-d00a-4f2e-b7c5-134f078e09d2 service neutron] 10.222.0.37 "GET /v2.0/networks/d61768b8-ac22-4179-af97-963e314f66f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574337 Nov 24 14:20:18.968679 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7749880-0b51-4306-a5fe-2cb53b6b2708 req-8ec68284-f32b-4d4b-a3f6-2df45ae767de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:18.970602 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a7749880-0b51-4306-a5fe-2cb53b6b2708 req-8ec68284-f32b-4d4b-a3f6-2df45ae767de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81aef32d1f754e418d281f6d7cd9c608&device_id=5ce93fa6-6bfe-42e0-8fef-7f003f2c502f HTTP/1.1" status: 200 len: 1096 time: 0.0466733 Nov 24 14:20:19.085195 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7749880-0b51-4306-a5fe-2cb53b6b2708 req-5d85fa0a-977f-4619-ada9-d57ed53377b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:19.086711 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a7749880-0b51-4306-a5fe-2cb53b6b2708 req-5d85fa0a-977f-4619-ada9-d57ed53377b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d61768b8-ac22-4179-af97-963e314f66f7 HTTP/1.1" status: 200 len: 917 time: 0.1025314 Nov 24 14:20:19.150954 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a7749880-0b51-4306-a5fe-2cb53b6b2708 req-dff45b06-7854-4887-98d4-20b2fcdad694 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=023a9b52-8d35-431f-a83d-9756542ab445 HTTP/1.1" status: 200 len: 217 time: 0.0465362 Nov 24 14:20:19.208878 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7749880-0b51-4306-a5fe-2cb53b6b2708 req-98f53f8b-cdd2-4379-ad3f-b117d24a10c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:19.210365 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a7749880-0b51-4306-a5fe-2cb53b6b2708 req-98f53f8b-cdd2-4379-ad3f-b117d24a10c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce32be45-c6a3-4605-a943-84d789f15722 HTTP/1.1" status: 200 len: 855 time: 0.0508883 Nov 24 14:20:19.249544 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a7749880-0b51-4306-a5fe-2cb53b6b2708 req-d7765035-c456-4c18-9d0d-2faef07b41df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d61768b8-ac22-4179-af97-963e314f66f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265045 Nov 24 14:20:19.365613 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a7749880-0b51-4306-a5fe-2cb53b6b2708 req-7b0d698d-3b58-4b7d-8af5-a2600b1433dc service neutron] 10.222.0.37 "GET /v2.0/networks/d61768b8-ac22-4179-af97-963e314f66f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971603 Nov 24 14:20:19.508930 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:19.539909 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a7749880-0b51-4306-a5fe-2cb53b6b2708 req-eb601397-9c01-4196-88f4-9920d796cdde service neutron] 10.222.0.37 "GET /v2.0/networks/d61768b8-ac22-4179-af97-963e314f66f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578081 Nov 24 14:20:19.684852 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e597b3-7bed-47fa-93c6-e4394757bfd3 req-bb07026a-3bec-4883-842a-c2e4a44f5e58 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:19.686385 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-53e597b3-7bed-47fa-93c6-e4394757bfd3 req-bb07026a-3bec-4883-842a-c2e4a44f5e58 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=988ecd42-f467-44ef-a551-7071d88b8bd0 HTTP/1.1" status: 200 len: 944 time: 0.0721009 Nov 24 14:20:19.753637 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-53e597b3-7bed-47fa-93c6-e4394757bfd3 req-58dcd373-4072-4b09-b959-87a8e71bd2da tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa6768d9-8186-4060-8a45-cb812b1c172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600052 Nov 24 14:20:19.963523 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bf0d8-e779-404a-a111-3922cb50abbc req-81a2e2f3-2ad0-41d1-9613-a031b54d5b13 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:19.966155 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-949bf0d8-e779-404a-a111-3922cb50abbc req-81a2e2f3-2ad0-41d1-9613-a031b54d5b13 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.0996485 Nov 24 14:20:19.982677 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9c529-d8f4-4a7b-a210-387acda29b8b req-a2646355-101d-4e71-aacb-24800d74e810 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:19.984399 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c2f9c529-d8f4-4a7b-a210-387acda29b8b req-a2646355-101d-4e71-aacb-24800d74e810 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ce93fa6-6bfe-42e0-8fef-7f003f2c502f HTTP/1.1" status: 200 len: 943 time: 0.0557625 Nov 24 14:20:20.029267 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-949bf0d8-e779-404a-a111-3922cb50abbc req-d47f7204-d259-4225-90bd-5ef4ff232a28 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544591 Nov 24 14:20:20.061360 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c2f9c529-d8f4-4a7b-a210-387acda29b8b req-7e7d23ef-421b-4ce7-912e-9a65dfa90f66 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647793 Nov 24 14:20:20.753274 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:20.929534 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905fb62-1f61-4d44-a96f-791768b44e2a req-164935a2-2c64-4d28-82e0-ca5c27c5d9c8 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:20.932294 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-3905fb62-1f61-4d44-a96f-791768b44e2a req-164935a2-2c64-4d28-82e0-ca5c27c5d9c8 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=988ecd42-f467-44ef-a551-7071d88b8bd0 HTTP/1.1" status: 200 len: 944 time: 0.0936720 Nov 24 14:20:20.993566 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-3905fb62-1f61-4d44-a96f-791768b44e2a req-4fcbe202-129e-41e5-9ef1-721df2def4b7 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa6768d9-8186-4060-8a45-cb812b1c172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545733 Nov 24 14:20:21.077260 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadee655-180e-4034-a128-1e9153261f31 req-cd08469a-3bec-4c25-970d-2572ab719694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:21.079972 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dadee655-180e-4034-a128-1e9153261f31 req-cd08469a-3bec-4c25-970d-2572ab719694 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d7ffc6884db4347bf1894bb966ad5c0&device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 1098 time: 0.1154530 Nov 24 14:20:21.140988 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7c263-1f83-479c-bfc3-b1c0a787f23a req-fbf30354-4e84-4a4b-bfbc-54f0b01f3000 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:21.144532 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c0d7c263-1f83-479c-bfc3-b1c0a787f23a req-fbf30354-4e84-4a4b-bfbc-54f0b01f3000 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.1371219 Nov 24 14:20:21.174509 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d14e5-0926-48e4-b25a-5c927f48ed53 req-e6afb46b-33ab-4e92-bd70-0798e6c6db35 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:21.178402 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ce6d14e5-0926-48e4-b25a-5c927f48ed53 req-e6afb46b-33ab-4e92-bd70-0798e6c6db35 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.0718977 Nov 24 14:20:21.284667 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ce6d14e5-0926-48e4-b25a-5c927f48ed53 req-5705f6bb-4624-422f-bd8e-8eb7aff6ba7c tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882502 Nov 24 14:20:21.302099 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c0d7c263-1f83-479c-bfc3-b1c0a787f23a req-c61a7442-2a81-4f6b-8e19-ae9722789881 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429524 Nov 24 14:20:21.303507 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadee655-180e-4034-a128-1e9153261f31 req-e5fcccf8-6052-4195-bff1-be61dacdc9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:21.304932 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dadee655-180e-4034-a128-1e9153261f31 req-e5fcccf8-6052-4195-bff1-be61dacdc9f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1a74af18-2791-47cf-80b2-09c09f34ce4a HTTP/1.1" status: 200 len: 920 time: 0.2103944 Nov 24 14:20:21.308439 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 023a9b52-8d35-431f-a83d-9756542ab445 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=102763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:20:21.358052 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 6cddc3ad-61cc-4372-9483-c6277c47ebc6 up at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:20:21.392978 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dadee655-180e-4034-a128-1e9153261f31 req-d513b1d6-8eef-4194-88da-e9ceb55ca11c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c98cba56-b385-49fc-98fa-a5e1dbf126ff HTTP/1.1" status: 200 len: 217 time: 0.0738912 Nov 24 14:20:21.435241 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43919743-be48-441f-aac1-823fb09e7afe req-97c13836-7558-4f50-8079-fc474a3a3b24 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:21.438217 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-43919743-be48-441f-aac1-823fb09e7afe req-97c13836-7558-4f50-8079-fc474a3a3b24 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ce93fa6-6bfe-42e0-8fef-7f003f2c502f HTTP/1.1" status: 200 len: 943 time: 0.0665588 Nov 24 14:20:21.452659 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadee655-180e-4034-a128-1e9153261f31 req-9facfc6e-4db6-41e5-bbbf-a8236aa9a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:21.454938 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dadee655-180e-4034-a128-1e9153261f31 req-9facfc6e-4db6-41e5-bbbf-a8236aa9a68c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f757d60-7ca3-4458-b33a-77e35ec3d9b1 HTTP/1.1" status: 200 len: 858 time: 0.0526416 Nov 24 14:20:21.495426 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-43919743-be48-441f-aac1-823fb09e7afe req-386e7f48-410a-4890-9d8d-e8b0d3c1ff05 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511045 Nov 24 14:20:21.509713 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dadee655-180e-4034-a128-1e9153261f31 req-2a2547ca-568e-4546-9893-ab7f9e917b03 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a74af18-2791-47cf-80b2-09c09f34ce4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448878 Nov 24 14:20:21.569159 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning for port 6cddc3ad-61cc-4372-9483-c6277c47ebc6 completed by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:20:21.582968 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 023a9b52-8d35-431f-a83d-9756542ab445, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=023a9b52-8d35-431f-a83d-9756542ab445,segment=NetworkSegment(4b6c6cfd-b5db-445d-b898-f8855e311bb7),segment_id=4b6c6cfd-b5db-445d-b898-f8855e311bb7)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:20:21.597548 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning complete for port 6cddc3ad-61cc-4372-9483-c6277c47ebc6 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:20:21.598171 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:21.617600 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dadee655-180e-4034-a128-1e9153261f31 req-b40f15e5-01b5-445f-bdfb-c34b0af1385a service neutron] 10.222.0.37 "GET /v2.0/networks/1a74af18-2791-47cf-80b2-09c09f34ce4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992007 Nov 24 14:20:21.639327 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Returning: {'device': '023a9b52-8d35-431f-a83d-9756542ab445', 'network_id': 'd61768b8-ac22-4179-af97-963e314f66f7', 'port_id': '023a9b52-8d35-431f-a83d-9756542ab445', 'mac_address': 'fa:16:3e:d1:ec:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce32be45-c6a3-4605-a943-84d789f15722', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:20:21.716208 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:21.737099 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 023a9b52-8d35-431f-a83d-9756542ab445 {{(pid=102763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:20:21.745329 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dadee655-180e-4034-a128-1e9153261f31 req-953aca01-085b-464d-9545-8e48b01395ff service neutron] 10.222.0.37 "GET /v2.0/networks/1a74af18-2791-47cf-80b2-09c09f34ce4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177461 Nov 24 14:20:21.793723 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 023a9b52-8d35-431f-a83d-9756542ab445, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=023a9b52-8d35-431f-a83d-9756542ab445,segment=NetworkSegment(4b6c6cfd-b5db-445d-b898-f8855e311bb7),segment_id=4b6c6cfd-b5db-445d-b898-f8855e311bb7)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:20:21.797138 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:21.802087 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:21.856890 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988ecd42-f467-44ef-a551-7071d88b8bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cddc3ad-61cc-4372-9483-c6277c47ebc6'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:20:21.859262 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02bc6bab57870f22e484ac0312d8c66543c8308e687160369736143e34da9ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dc594e-50d3-4b09-a2af-73ba3847ffa3" -d '{"events": [{"server_uuid": "988ecd42-f467-44ef-a551-7071d88b8bd0", "name": "network-vif-plugged", "status": "completed", "tag": "6cddc3ad-61cc-4372-9483-c6277c47ebc6"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:20:21.879733 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 6cddc3ad-61cc-4372-9483-c6277c47ebc6, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=6cddc3ad-61cc-4372-9483-c6277c47ebc6,segment=NetworkSegment(113a6a62-5713-4176-a542-f62efe3fc299),segment_id=113a6a62-5713-4176-a542-f62efe3fc299)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:20:21.890470 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:21.898389 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=023a9b52-8d35-431f-a83d-9756542ab445,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:21.931823 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0186ef4c-1b83-4ab0-b161-bbd5853f073d x-openstack-request-id: req-0186ef4c-1b83-4ab0-b161-bbd5853f073d {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:20:21.932125 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988ecd42-f467-44ef-a551-7071d88b8bd0", "name": "network-vif-plugged", "status": "completed", "tag": "6cddc3ad-61cc-4372-9483-c6277c47ebc6", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:20:21.932394 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0186ef4c-1b83-4ab0-b161-bbd5853f073d {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:20:21.932788 dv-cinder-739079-6-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988ecd42-f467-44ef-a551-7071d88b8bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cddc3ad-61cc-4372-9483-c6277c47ebc6', 'code': 200} Nov 24 14:20:21.962241 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=6cddc3ad-61cc-4372-9483-c6277c47ebc6,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:22.172192 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187df3b-da8b-49c3-af7d-e4fc13586136 req-4aa4e361-b482-43ed-8fe0-a67f9f2dafaa tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:22.175266 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-8187df3b-da8b-49c3-af7d-e4fc13586136 req-4aa4e361-b482-43ed-8fe0-a67f9f2dafaa tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=988ecd42-f467-44ef-a551-7071d88b8bd0 HTTP/1.1" status: 200 len: 945 time: 0.0672696 Nov 24 14:20:22.182513 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cd6fe-cd82-463c-b95c-1d441c422ee5 req-12e7476e-15b5-404f-af67-15385814511e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:22.184073 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a32cd6fe-cd82-463c-b95c-1d441c422ee5 req-12e7476e-15b5-404f-af67-15385814511e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=988ecd42-f467-44ef-a551-7071d88b8bd0 HTTP/1.1" status: 200 len: 1098 time: 0.0577540 Nov 24 14:20:22.239973 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['023a9b52-8d35-431f-a83d-9756542ab445'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:20:22.240958 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a32cd6fe-cd82-463c-b95c-1d441c422ee5 req-0e0e0d5f-b787-4822-baaa-3e69554063e1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fa6768d9-8186-4060-8a45-cb812b1c172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485432 Nov 24 14:20:22.255471 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-8187df3b-da8b-49c3-af7d-e4fc13586136 req-fd32ffbb-2702-4da9-95ac-0efe0788644e tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa6768d9-8186-4060-8a45-cb812b1c172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712786 Nov 24 14:20:22.436827 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf2a7e-6813-4e72-bec9-0ec6ea649c41 req-8934c78b-8674-4505-9c77-017ba77c8fd6 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:22.438703 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-0abf2a7e-6813-4e72-bec9-0ec6ea649c41 req-8934c78b-8674-4505-9c77-017ba77c8fd6 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.0564284 Nov 24 14:20:22.453745 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7e32e-616e-4b91-b6ea-b42e1b6c452e req-917e9721-cdf7-46a9-a78b-d35741b25404 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:22.455594 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-adb7e32e-616e-4b91-b6ea-b42e1b6c452e req-917e9721-cdf7-46a9-a78b-d35741b25404 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0611000 Nov 24 14:20:22.499578 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-0abf2a7e-6813-4e72-bec9-0ec6ea649c41 req-7d3a44fb-df1e-4dfe-8c79-70fd137193f5 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481632 Nov 24 14:20:22.527073 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-adb7e32e-616e-4b91-b6ea-b42e1b6c452e req-ab7efe60-6e8e-4210-a917-9108ba3008e8 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618684 Nov 24 14:20:22.629786 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3e4bf-30da-40f8-a449-8ad461001ffc req-6e3cbce4-17ba-478a-a3f7-02b67ce77058 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:22.631790 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e8c3e4bf-30da-40f8-a449-8ad461001ffc req-6e3cbce4-17ba-478a-a3f7-02b67ce77058 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ce93fa6-6bfe-42e0-8fef-7f003f2c502f HTTP/1.1" status: 200 len: 944 time: 0.0552340 Nov 24 14:20:22.692431 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e8c3e4bf-30da-40f8-a449-8ad461001ffc req-46552ab6-43a7-4740-adda-6d735883cf49 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541174 Nov 24 14:20:23.414599 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c7990-d8d6-483a-b9d0-7e638f409bcd req-cd957586-0108-419d-8419-95d9c84d8bf8 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:23.416787 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-232c7990-d8d6-483a-b9d0-7e638f409bcd req-cd957586-0108-419d-8419-95d9c84d8bf8 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=988ecd42-f467-44ef-a551-7071d88b8bd0 HTTP/1.1" status: 200 len: 945 time: 0.0770791 Nov 24 14:20:23.477080 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-232c7990-d8d6-483a-b9d0-7e638f409bcd req-bb3ec967-83fb-4755-b410-cf6d75231348 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa6768d9-8186-4060-8a45-cb812b1c172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529592 Nov 24 14:20:23.660042 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829f8e4-ff53-47d3-b456-c0ab8702a518 req-367d07ba-7b81-46a6-9a74-5ee2c0f8ecc4 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:23.661797 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4829f8e4-ff53-47d3-b456-c0ab8702a518 req-367d07ba-7b81-46a6-9a74-5ee2c0f8ecc4 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.0607347 Nov 24 14:20:23.673376 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5833390-181e-4d90-bc82-442497ee6dcd req-060beb7d-e6a1-4615-9600-5d4c29291b10 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:23.676016 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a5833390-181e-4d90-bc82-442497ee6dcd req-060beb7d-e6a1-4615-9600-5d4c29291b10 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0610676 Nov 24 14:20:23.724927 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4829f8e4-ff53-47d3-b456-c0ab8702a518 req-21800aea-3522-4b62-9ca8-4df25ea5203f tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550723 Nov 24 14:20:23.732050 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a5833390-181e-4d90-bc82-442497ee6dcd req-6352b35f-1941-4df3-b289-7883a17260f6 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467613 Nov 24 14:20:23.889908 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248dfe3-2848-4261-b132-2e67faa1430b req-b8177fbc-71bc-41c2-a4cf-f5521830aa73 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:23.892401 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c248dfe3-2848-4261-b132-2e67faa1430b req-b8177fbc-71bc-41c2-a4cf-f5521830aa73 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ce93fa6-6bfe-42e0-8fef-7f003f2c502f HTTP/1.1" status: 200 len: 944 time: 0.0660918 Nov 24 14:20:23.951809 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c248dfe3-2848-4261-b132-2e67faa1430b req-24238a3b-7728-4ae4-9ae9-4fa5b4127ad5 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504093 Nov 24 14:20:24.621648 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba9c62-5e97-4621-b2fb-538d28f1f0a9 req-03762e5d-7821-4c0c-a9f9-251413f5d45b tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:24.623337 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-edba9c62-5e97-4621-b2fb-538d28f1f0a9 req-03762e5d-7821-4c0c-a9f9-251413f5d45b tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=988ecd42-f467-44ef-a551-7071d88b8bd0 HTTP/1.1" status: 200 len: 945 time: 0.0621154 Nov 24 14:20:24.685485 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-edba9c62-5e97-4621-b2fb-538d28f1f0a9 req-8c719b7c-b9c5-4e52-a1e9-816793816429 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa6768d9-8186-4060-8a45-cb812b1c172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549595 Nov 24 14:20:24.882361 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edd163-ce1b-4679-8e78-33de585733d3 req-44d9ad20-c50f-4832-acd1-9bb0ff974994 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:24.884127 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-45edd163-ce1b-4679-8e78-33de585733d3 req-44d9ad20-c50f-4832-acd1-9bb0ff974994 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0629959 Nov 24 14:20:24.914392 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8f3ba-61ba-4361-823d-87fa70c20a7c req-3a6c123b-3142-4919-bc49-843038674c64 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:24.920012 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2bb8f3ba-61ba-4361-823d-87fa70c20a7c req-3a6c123b-3142-4919-bc49-843038674c64 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.0803118 Nov 24 14:20:24.961944 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-45edd163-ce1b-4679-8e78-33de585733d3 req-f4a18978-0ed5-4fb3-8647-ecbb2a012fa6 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645323 Nov 24 14:20:25.000944 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2bb8f3ba-61ba-4361-823d-87fa70c20a7c req-36d96423-826a-4a7b-bb19-e6067a30c0e7 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706222 Nov 24 14:20:25.162237 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1f089-ab33-42cf-8be6-3bbf9d66441a req-76c0f4aa-c34a-446f-a39f-c3d96b9521cc tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:25.164700 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e6c1f089-ab33-42cf-8be6-3bbf9d66441a req-76c0f4aa-c34a-446f-a39f-c3d96b9521cc tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ce93fa6-6bfe-42e0-8fef-7f003f2c502f HTTP/1.1" status: 200 len: 944 time: 0.0860317 Nov 24 14:20:25.248678 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e6c1f089-ab33-42cf-8be6-3bbf9d66441a req-45f803a0-b53a-45c2-af47-a8a2df00eee1 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770524 Nov 24 14:20:25.323793 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 023a9b52-8d35-431f-a83d-9756542ab445 up at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:20:25.386139 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning for port 023a9b52-8d35-431f-a83d-9756542ab445 completed by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:20:25.393268 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning complete for port 023a9b52-8d35-431f-a83d-9756542ab445 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:20:25.393648 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:25.507028 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:25.534911 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce93fa6-6bfe-42e0-8fef-7f003f2c502f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023a9b52-8d35-431f-a83d-9756542ab445'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:20:25.537202 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02bc6bab57870f22e484ac0312d8c66543c8308e687160369736143e34da9ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e327d026-f0f0-42d3-9ff8-135402d475cf" -d '{"events": [{"server_uuid": "5ce93fa6-6bfe-42e0-8fef-7f003f2c502f", "name": "network-vif-plugged", "status": "completed", "tag": "023a9b52-8d35-431f-a83d-9756542ab445"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:20:25.551430 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 023a9b52-8d35-431f-a83d-9756542ab445, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=023a9b52-8d35-431f-a83d-9756542ab445,segment=NetworkSegment(4b6c6cfd-b5db-445d-b898-f8855e311bb7),segment_id=4b6c6cfd-b5db-445d-b898-f8855e311bb7)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:20:25.556715 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:25.604406 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad52092-d5db-43f9-aef3-36ee2363270d req-819ad9fa-bb1a-483d-afd1-c2d61fb31c25 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:25.606152 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6ad52092-d5db-43f9-aef3-36ee2363270d req-819ad9fa-bb1a-483d-afd1-c2d61fb31c25 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=988ecd42-f467-44ef-a551-7071d88b8bd0 HTTP/1.1" status: 200 len: 945 time: 0.0619779 Nov 24 14:20:25.611259 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f919ac38-370e-4845-8aae-bbc9b8f7230c x-openstack-request-id: req-f919ac38-370e-4845-8aae-bbc9b8f7230c {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:20:25.611776 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce93fa6-6bfe-42e0-8fef-7f003f2c502f", "name": "network-vif-plugged", "status": "completed", "tag": "023a9b52-8d35-431f-a83d-9756542ab445", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:20:25.611970 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f919ac38-370e-4845-8aae-bbc9b8f7230c {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:20:25.612337 dv-cinder-739079-6-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce93fa6-6bfe-42e0-8fef-7f003f2c502f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023a9b52-8d35-431f-a83d-9756542ab445', 'code': 200} Nov 24 14:20:25.640132 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=023a9b52-8d35-431f-a83d-9756542ab445,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:25.666703 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6ad52092-d5db-43f9-aef3-36ee2363270d req-6240d75d-22b7-40cf-b345-7c9868b99cd9 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa6768d9-8186-4060-8a45-cb812b1c172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516214 Nov 24 14:20:25.825162 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee6535-f9aa-4dd0-9a66-bee6fce8943b req-66c872a3-b582-49fc-a108-1473a9491ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:25.826645 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c4ee6535-f9aa-4dd0-9a66-bee6fce8943b req-66c872a3-b582-49fc-a108-1473a9491ff1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5ce93fa6-6bfe-42e0-8fef-7f003f2c502f HTTP/1.1" status: 200 len: 1098 time: 0.0465193 Nov 24 14:20:25.889580 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c4ee6535-f9aa-4dd0-9a66-bee6fce8943b req-b0ec6416-afa7-409c-8b50-c71b9f7cb68b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431976 Nov 24 14:20:26.137200 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378598bb-9da5-4cfe-b3e7-d7afd5ade8a0 req-98a55b2e-513e-42cc-8285-5ee1d4cc896e tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:26.140144 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-378598bb-9da5-4cfe-b3e7-d7afd5ade8a0 req-98a55b2e-513e-42cc-8285-5ee1d4cc896e tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0854762 Nov 24 14:20:26.149159 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2feb728-05ba-43e3-b375-17006bcdbd8b req-327b579b-4dfd-40e6-bb20-d320408135fe tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:26.150829 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d2feb728-05ba-43e3-b375-17006bcdbd8b req-327b579b-4dfd-40e6-bb20-d320408135fe tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.0553653 Nov 24 14:20:26.205688 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d2feb728-05ba-43e3-b375-17006bcdbd8b req-16f65ba2-0a1e-419a-a62e-34076ed2b504 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473824 Nov 24 14:20:26.221739 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-378598bb-9da5-4cfe-b3e7-d7afd5ade8a0 req-c41696f3-dd07-4686-bd88-4c5275a48629 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750480 Nov 24 14:20:26.409897 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5427d-9215-4590-a5d7-2702024c71b9 req-c264f994-4ee8-4325-a018-e4ee40ffc6bd tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:26.411446 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-55a5427d-9215-4590-a5d7-2702024c71b9 req-c264f994-4ee8-4325-a018-e4ee40ffc6bd tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ce93fa6-6bfe-42e0-8fef-7f003f2c502f HTTP/1.1" status: 200 len: 945 time: 0.0553041 Nov 24 14:20:26.466353 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-55a5427d-9215-4590-a5d7-2702024c71b9 req-39928172-3207-48df-a78e-0ae59f90105d tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487754 Nov 24 14:20:26.811272 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703765f1-c212-479e-b2e4-cafcf3339748 req-8e324848-71f9-47fe-a22d-88407a59417b tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:26.812892 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-703765f1-c212-479e-b2e4-cafcf3339748 req-8e324848-71f9-47fe-a22d-88407a59417b tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=988ecd42-f467-44ef-a551-7071d88b8bd0 HTTP/1.1" status: 200 len: 945 time: 0.0700457 Nov 24 14:20:26.889183 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-703765f1-c212-479e-b2e4-cafcf3339748 req-fa768b50-b49d-431e-bb23-c99a80285c08 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa6768d9-8186-4060-8a45-cb812b1c172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629392 Nov 24 14:20:27.355593 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8c696-48e1-401a-ae83-f05f748c9e48 req-6eb3885e-51c2-4d56-a34b-7d957157e829 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:27.357320 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-19c8c696-48e1-401a-ae83-f05f748c9e48 req-6eb3885e-51c2-4d56-a34b-7d957157e829 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.0536473 Nov 24 14:20:27.405508 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e7336-df1e-4d24-bdc5-07541e8d0b6b req-69491b00-9943-48da-bcfa-182a2cbc6367 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:27.407527 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ad2e7336-df1e-4d24-bdc5-07541e8d0b6b req-69491b00-9943-48da-bcfa-182a2cbc6367 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0839181 Nov 24 14:20:27.416587 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-19c8c696-48e1-401a-ae83-f05f748c9e48 req-9c93515f-06a7-420b-bc07-f0381baa1290 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479350 Nov 24 14:20:27.470479 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ad2e7336-df1e-4d24-bdc5-07541e8d0b6b req-020c5e1b-f09d-4dfc-bcc1-f2d8975c62a5 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543416 Nov 24 14:20:27.607132 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:20:27.608231 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2d89c-ab46-4d0d-a2b0-5e0a3316f521 req-7cfad70a-a082-4056-b2db-27803cec17e4 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:27.609884 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-75a2d89c-ab46-4d0d-a2b0-5e0a3316f521 req-7cfad70a-a082-4056-b2db-27803cec17e4 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ce93fa6-6bfe-42e0-8fef-7f003f2c502f HTTP/1.1" status: 200 len: 945 time: 0.0656724 Nov 24 14:20:27.670465 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-75a2d89c-ab46-4d0d-a2b0-5e0a3316f521 req-dabf966e-91f6-40c1-8157-ed5c13d10775 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488071 Nov 24 14:20:28.018450 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb67a52-b201-49a7-87d7-01a8ca8b62ab req-30c2b4be-59fc-469c-947e-aa07ab432ee2 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:28.020418 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6cb67a52-b201-49a7-87d7-01a8ca8b62ab req-30c2b4be-59fc-469c-947e-aa07ab432ee2 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=988ecd42-f467-44ef-a551-7071d88b8bd0 HTTP/1.1" status: 200 len: 945 time: 0.0599232 Nov 24 14:20:28.073773 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6cb67a52-b201-49a7-87d7-01a8ca8b62ab req-28e4e628-610c-44e9-b79c-d0a201825e38 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa6768d9-8186-4060-8a45-cb812b1c172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466433 Nov 24 14:20:28.549171 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11261c5e-ef01-4cc9-9b2d-448ed97ca7a2 req-ae608d49-65a4-4b30-82a3-040b28026c09 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:28.550825 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-11261c5e-ef01-4cc9-9b2d-448ed97ca7a2 req-ae608d49-65a4-4b30-82a3-040b28026c09 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.37 "GET /v2.0/ports?device_id=988ecd42-f467-44ef-a551-7071d88b8bd0 HTTP/1.1" status: 200 len: 945 time: 0.0782795 Nov 24 14:20:28.593912 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54563d9-f720-4f0d-a11c-45a0bee85ed9 req-af0bdd48-a4ef-4718-81bc-982e714164d8 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:28.595914 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c54563d9-f720-4f0d-a11c-45a0bee85ed9 req-af0bdd48-a4ef-4718-81bc-982e714164d8 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.0908206 Nov 24 14:20:28.626612 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08636321-8a24-46ce-8e7a-7a54770fd069 req-ff6e1c8f-d292-485c-892f-3cc631717aac tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:28.628420 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-08636321-8a24-46ce-8e7a-7a54770fd069 req-ff6e1c8f-d292-485c-892f-3cc631717aac tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0580523 Nov 24 14:20:28.682415 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-08636321-8a24-46ce-8e7a-7a54770fd069 req-cd6427c3-496e-42dd-840c-0c3257ef76f6 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477667 Nov 24 14:20:28.772193 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c54563d9-f720-4f0d-a11c-45a0bee85ed9 req-0bdb0b21-53f3-4425-b74a-1cab40327d84 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562653 Nov 24 14:20:28.804839 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-11261c5e-ef01-4cc9-9b2d-448ed97ca7a2 req-442f0d47-582a-4f5b-9853-544aa4affcb9 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Deleting port 6cddc3ad-61cc-4372-9483-c6277c47ebc6 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:20:28.805165 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-11261c5e-ef01-4cc9-9b2d-448ed97ca7a2 req-442f0d47-582a-4f5b-9853-544aa4affcb9 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:28.845128 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e02b16-b39e-4727-8684-67879d1fc23b req-75d2a6d5-78a8-43c8-add8-ce91667b125d tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:28.848046 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-40e02b16-b39e-4727-8684-67879d1fc23b req-75d2a6d5-78a8-43c8-add8-ce91667b125d tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ce93fa6-6bfe-42e0-8fef-7f003f2c502f HTTP/1.1" status: 200 len: 945 time: 0.0826082 Nov 24 14:20:28.918080 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-11261c5e-ef01-4cc9-9b2d-448ed97ca7a2 req-442f0d47-582a-4f5b-9853-544aa4affcb9 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] For port 6cddc3ad-61cc-4372-9483-c6277c47ebc6, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=6cddc3ad-61cc-4372-9483-c6277c47ebc6,segment=NetworkSegment(113a6a62-5713-4176-a542-f62efe3fc299),segment_id=113a6a62-5713-4176-a542-f62efe3fc299)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:20:28.918444 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-11261c5e-ef01-4cc9-9b2d-448ed97ca7a2 req-442f0d47-582a-4f5b-9853-544aa4affcb9 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:28.931715 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-40e02b16-b39e-4727-8684-67879d1fc23b req-b96c1f34-fc94-4bd6-8c66-7905e642269e tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769017 Nov 24 14:20:28.936058 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-11261c5e-ef01-4cc9-9b2d-448ed97ca7a2 req-442f0d47-582a-4f5b-9853-544aa4affcb9 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Calling delete_port for 6cddc3ad-61cc-4372-9483-c6277c47ebc6 owned by compute:nova {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:20:29.140021 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-11261c5e-ef01-4cc9-9b2d-448ed97ca7a2 req-442f0d47-582a-4f5b-9853-544aa4affcb9 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:29.160212 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['6cddc3ad-61cc-4372-9483-c6277c47ebc6'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:20:29.201314 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f0d47-582a-4f5b-9853-544aa4affcb9 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Pushing event deleted for resources: {'Port': ['ID=6cddc3ad-61cc-4372-9483-c6277c47ebc6,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:29.286354 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e04336d3-e5a2-4f0a-b2ef-91a042708c2e req-53ac36e5-a892-485a-8f08-19db4cac65c8 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=988ecd42-f467-44ef-a551-7071d88b8bd0 HTTP/1.1" status: 200 len: 210 time: 0.0890946 Nov 24 14:20:29.320951 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-11261c5e-ef01-4cc9-9b2d-448ed97ca7a2 req-442f0d47-582a-4f5b-9853-544aa4affcb9 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] No DVR routers for this DVR port 6cddc3ad-61cc-4372-9483-c6277c47ebc6 on host hv-cinder-73907 {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:20:29.332366 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-11261c5e-ef01-4cc9-9b2d-448ed97ca7a2 req-442f0d47-582a-4f5b-9853-544aa4affcb9 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:29.339660 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-11261c5e-ef01-4cc9-9b2d-448ed97ca7a2 req-442f0d47-582a-4f5b-9853-544aa4affcb9 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.37 "DELETE /v2.0/ports/6cddc3ad-61cc-4372-9483-c6277c47ebc6 HTTP/1.1" status: 204 len: 173 time: 0.7776194 Nov 24 14:20:29.340575 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988ecd42-f467-44ef-a551-7071d88b8bd0', 'name': 'network-vif-deleted', 'tag': '6cddc3ad-61cc-4372-9483-c6277c47ebc6'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:20:29.346132 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae21199a9d4b78a62ed18da464448d73790c24002c352d214487bf1b37d0fcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6762fb-0a9c-44d2-8e79-491a025c93ac" -d '{"events": [{"server_uuid": "988ecd42-f467-44ef-a551-7071d88b8bd0", "name": "network-vif-deleted", "tag": "6cddc3ad-61cc-4372-9483-c6277c47ebc6"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:20:29.395991 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74733ae-1051-4bb9-a5d6-b0e02ba905c0 x-openstack-request-id: req-b74733ae-1051-4bb9-a5d6-b0e02ba905c0 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:20:29.396858 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988ecd42-f467-44ef-a551-7071d88b8bd0", "name": "network-vif-deleted", "tag": "6cddc3ad-61cc-4372-9483-c6277c47ebc6", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:20:29.397087 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b74733ae-1051-4bb9-a5d6-b0e02ba905c0 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:20:29.397885 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988ecd42-f467-44ef-a551-7071d88b8bd0', 'name': 'network-vif-deleted', 'tag': '6cddc3ad-61cc-4372-9483-c6277c47ebc6', 'status': 'completed', 'code': 200} Nov 24 14:20:29.837000 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0bb0b-6650-4d2d-88ea-482bc5ffded1 req-32c0470e-118e-47f5-ae3d-649b7ea9a863 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:29.838594 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3dd0bb0b-6650-4d2d-88ea-482bc5ffded1 req-32c0470e-118e-47f5-ae3d-649b7ea9a863 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0609789 Nov 24 14:20:29.891435 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3dd0bb0b-6650-4d2d-88ea-482bc5ffded1 req-31b85842-8b50-4b00-8978-7b81798c396e tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464954 Nov 24 14:20:29.935215 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3862d-6bdc-4af9-af55-69922c2a90c1 req-d9585fce-5c53-4b45-a749-906561e38fb2 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:29.941489 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d6f3862d-6bdc-4af9-af55-69922c2a90c1 req-d9585fce-5c53-4b45-a749-906561e38fb2 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.0664880 Nov 24 14:20:29.992879 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d6f3862d-6bdc-4af9-af55-69922c2a90c1 req-daafeb68-172f-445b-a9d6-034ca1a0f2a0 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485134 Nov 24 14:20:30.676421 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-ce4db935-b23b-466e-8f71-a11791e254d9 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:30.678905 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-ce4db935-b23b-466e-8f71-a11791e254d9 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/networks?id=975b37a9-1ef1-4575-880b-a1e3b3fbb79f HTTP/1.1" status: 200 len: 809 time: 0.1467218 Nov 24 14:20:30.704246 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-e06b7369-a335-46d1-aef6-81cbb42438f3 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/quotas/c572b934e5c2489380c8f86361d09ff1 HTTP/1.1" status: 200 len: 375 time: 0.0146697 Nov 24 14:20:30.753442 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-c5d5422c-7580-4089-8b20-3ea6d8dab710 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c572b934e5c2489380c8f86361d09ff1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427420 Nov 24 14:20:30.939214 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-a23d1b55-b150-49fe-bf72-192dc6eb565d service neutron] 10.222.0.73 "GET /v2.0/networks/975b37a9-1ef1-4575-880b-a1e3b3fbb79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732047 Nov 24 14:20:31.054247 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-85e14c0b-9b19-4138-973b-b6e3de2b6c2b service neutron] 10.222.0.73 "GET /v2.0/networks/975b37a9-1ef1-4575-880b-a1e3b3fbb79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086943 Nov 24 14:20:31.075170 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768a047-e12b-4ffc-91bb-21b24160d39d req-d2b10f55-ed6c-4a02-86f7-3aab5f819ba4 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:31.076714 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e768a047-e12b-4ffc-91bb-21b24160d39d req-d2b10f55-ed6c-4a02-86f7-3aab5f819ba4 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0607574 Nov 24 14:20:31.135194 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e768a047-e12b-4ffc-91bb-21b24160d39d req-223cd8b7-afd4-4d12-b11e-048911acc09e tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500126 Nov 24 14:20:31.283976 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1ca04947-e199-46c4-86d0-8417b8fcd35f req-35f25aa4-9e4f-4cd6-82d0-c2ba516a3580 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=e14db8a8-2989-4c29-8d67-f137938273b5 HTTP/1.1" status: 200 len: 210 time: 0.0455394 Nov 24 14:20:31.307259 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8f116-397c-4b76-bd9f-c235e475e57d req-8b0dd805-5ff7-49ef-885c-a76171271a56 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:31.308947 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36a8f116-397c-4b76-bd9f-c235e475e57d req-8b0dd805-5ff7-49ef-885c-a76171271a56 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.0899229 Nov 24 14:20:31.358957 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 6cddc3ad-61cc-4372-9483-c6277c47ebc6 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:20:31.373963 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36a8f116-397c-4b76-bd9f-c235e475e57d req-26de3b6c-ac78-4e36-b0fa-d0166a059a88 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521650 Nov 24 14:20:31.383691 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] No Port match for: 6cddc3ad-61cc-4372-9483-c6277c47ebc6 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:20:31.384432 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 6cddc3ad-61cc-4372-9483-c6277c47ebc6 not bound to the agent host hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:20:32.269086 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e5568-2250-46e6-9c54-60b1368af06e req-4a45f204-d7d5-41d0-a4cd-d7edcee60f0f tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:32.270698 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-603e5568-2250-46e6-9c54-60b1368af06e req-4a45f204-d7d5-41d0-a4cd-d7edcee60f0f tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0570068 Nov 24 14:20:32.323359 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-603e5568-2250-46e6-9c54-60b1368af06e req-03991790-4b7e-4d46-ba90-a0ca5d3527c8 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465918 Nov 24 14:20:32.410831 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9312605c-4455-44b9-971a-238768795091 req-8144f5ca-3f82-40cd-8998-6215c35828b7 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=e14db8a8-2989-4c29-8d67-f137938273b5 HTTP/1.1" status: 200 len: 210 time: 0.0271332 Nov 24 14:20:32.566906 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd337b-0828-4dbe-8f19-e90de46b104e req-0c027439-46d3-4e28-9036-e81929716041 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:32.570046 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1cdd337b-0828-4dbe-8f19-e90de46b104e req-0c027439-46d3-4e28-9036-e81929716041 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.0884051 Nov 24 14:20:32.632138 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-e39e3442-96d5-472c-a650-2ca14b2d3bf4 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:32.633838 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-e39e3442-96d5-472c-a650-2ca14b2d3bf4 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.37 "GET /v2.0/networks?id=975b37a9-1ef1-4575-880b-a1e3b3fbb79f HTTP/1.1" status: 200 len: 809 time: 0.1583898 Nov 24 14:20:32.652132 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-05a6ffa9-036f-45ec-b904-8c3340e92d93 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Request body: {'port': {'device_id': 'e14db8a8-2989-4c29-8d67-f137938273b5', 'network_id': '975b37a9-1ef1-4575-880b-a1e3b3fbb79f', 'admin_state_up': True, 'tenant_id': 'c572b934e5c2489380c8f86361d09ff1'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:20:32.662965 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1cdd337b-0828-4dbe-8f19-e90de46b104e req-a561e227-b378-4dc7-ab4e-762160e4cc3a tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793109 Nov 24 14:20:32.802715 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-05a6ffa9-036f-45ec-b904-8c3340e92d93 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Made reservation on behalf of c572b934e5c2489380c8f86361d09ff1 for: {'port': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:20:32.807613 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-05a6ffa9-036f-45ec-b904-8c3340e92d93 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:33.164029 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-05a6ffa9-036f-45ec-b904-8c3340e92d93 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Allocated IP 172.20.0.12 (975b37a9-1ef1-4575-880b-a1e3b3fbb79f/c782e533-fd76-40a0-ac14-1041a1b9732d/0cc16a39-1e2b-41ed-bfeb-87c937aef3b4) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:20:33.348820 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-05a6ffa9-036f-45ec-b904-8c3340e92d93 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Publish callbacks [] for port, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:33.399036 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-05a6ffa9-036f-45ec-b904-8c3340e92d93 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:33.476320 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-05a6ffa9-036f-45ec-b904-8c3340e92d93 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Network 975b37a9-1ef1-4575-880b-a1e3b3fbb79f is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:20:33.485653 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-05a6ffa9-036f-45ec-b904-8c3340e92d93 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:20:33.491992 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-05a6ffa9-036f-45ec-b904-8c3340e92d93 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:20:33.496661 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6ffa9-036f-45ec-b904-8c3340e92d93 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Pushing event updated for resources: {'Port': ['ID=0cc16a39-1e2b-41ed-bfeb-87c937aef3b4,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:33.544976 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35573812-b238-408b-b0f6-d63b6ee5535c req-812627fe-e2e7-427c-9ada-2ebc33de87ab tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:33.545482 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2836101-3caf-4322-b5ec-e461c0506a1d req-6134359b-e940-4784-bff2-e5dbab693729 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:33.546723 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-35573812-b238-408b-b0f6-d63b6ee5535c req-812627fe-e2e7-427c-9ada-2ebc33de87ab tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.1160231 Nov 24 14:20:33.548809 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b2836101-3caf-4322-b5ec-e461c0506a1d req-6134359b-e940-4784-bff2-e5dbab693729 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=e14db8a8-2989-4c29-8d67-f137938273b5 HTTP/1.1" status: 200 len: 932 time: 0.0575798 Nov 24 14:20:33.561700 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-05a6ffa9-036f-45ec-b904-8c3340e92d93 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:33.562352 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-05a6ffa9-036f-45ec-b904-8c3340e92d93 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:33.597342 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-05a6ffa9-036f-45ec-b904-8c3340e92d93 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9507163 Nov 24 14:20:33.602236 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b2836101-3caf-4322-b5ec-e461c0506a1d req-18d67cc1-2e22-4976-9dab-b03310944982 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa6768d9-8186-4060-8a45-cb812b1c172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482442 Nov 24 14:20:33.628452 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-b5c2d971-c42c-46c6-b54d-4ac24e4bdd1c service neutron] Request body: {'port': {'device_id': 'e14db8a8-2989-4c29-8d67-f137938273b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:20:33.679839 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-35573812-b238-408b-b0f6-d63b6ee5535c req-b32cc019-ec4a-4d90-9368-cd8927b95fab tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140203 Nov 24 14:20:33.728661 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-b5c2d971-c42c-46c6-b54d-4ac24e4bdd1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:33.831303 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019fe48-ace0-439f-be41-beb17b1ca40d req-9708a6c8-5c08-4e20-9da7-8b1c19ce84a2 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:33.833072 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d019fe48-ace0-439f-be41-beb17b1ca40d req-9708a6c8-5c08-4e20-9da7-8b1c19ce84a2 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.0771444 Nov 24 14:20:33.902235 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d019fe48-ace0-439f-be41-beb17b1ca40d req-d058aca6-e91c-4c52-9199-08f737e911a3 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615075 Nov 24 14:20:34.103457 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-b5c2d971-c42c-46c6-b54d-4ac24e4bdd1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc16a39-1e2b-41ed-bfeb-87c937aef3b4 {{(pid=102762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:20:34.120819 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-b5c2d971-c42c-46c6-b54d-4ac24e4bdd1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:34.159946 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.provisioning_blocks [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-b5c2d971-c42c-46c6-b54d-4ac24e4bdd1c service neutron] Transition to ACTIVE for port object 0cc16a39-1e2b-41ed-bfeb-87c937aef3b4 will not be triggered until provisioned by entity L2. {{(pid=102762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:20:34.159946 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-b5c2d971-c42c-46c6-b54d-4ac24e4bdd1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11930847'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:34.232958 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2d971-c42c-46c6-b54d-4ac24e4bdd1c service neutron] Pushing event updated for resources: {'Port': ['ID=0cc16a39-1e2b-41ed-bfeb-87c937aef3b4,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:34.318030 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c58b6-cca4-427d-9aa4-d6070790c308 req-8109e956-5b59-4749-a8cb-e4dd76274e0d tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:34.320579 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-cc2c58b6-cca4-427d-9aa4-d6070790c308 req-8109e956-5b59-4749-a8cb-e4dd76274e0d tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.1099069 Nov 24 14:20:34.328475 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-b5c2d971-c42c-46c6-b54d-4ac24e4bdd1c service neutron] Attempting to bind port 0cc16a39-1e2b-41ed-bfeb-87c937aef3b4 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:20:34.329048 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-b5c2d971-c42c-46c6-b54d-4ac24e4bdd1c service neutron] Attempting to bind port 0cc16a39-1e2b-41ed-bfeb-87c937aef3b4 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '113a6a62-5713-4176-a542-f62efe3fc299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '975b37a9-1ef1-4575-880b-a1e3b3fbb79f'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:20:34.329388 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-b5c2d971-c42c-46c6-b54d-4ac24e4bdd1c service neutron] Attempting to bind port 0cc16a39-1e2b-41ed-bfeb-87c937aef3b4 on network 975b37a9-1ef1-4575-880b-a1e3b3fbb79f {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:20:34.335238 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-b5c2d971-c42c-46c6-b54d-4ac24e4bdd1c service neutron] Port 0cc16a39-1e2b-41ed-bfeb-87c937aef3b4 on network 975b37a9-1ef1-4575-880b-a1e3b3fbb79f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 14:20:34.335625 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-b5c2d971-c42c-46c6-b54d-4ac24e4bdd1c service neutron] Attempting to bind port 0cc16a39-1e2b-41ed-bfeb-87c937aef3b4 on network 975b37a9-1ef1-4575-880b-a1e3b3fbb79f {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:20:34.341731 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-b5c2d971-c42c-46c6-b54d-4ac24e4bdd1c service neutron] Checking agent: {'id': 'd0515656-fb8d-4ba5-be1c-f8deb6c3b48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'started_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:20:34.342307 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-b5c2d971-c42c-46c6-b54d-4ac24e4bdd1c service neutron] Checking segment: {'id': '113a6a62-5713-4176-a542-f62efe3fc299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '975b37a9-1ef1-4575-880b-a1e3b3fbb79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:20:34.342698 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-b5c2d971-c42c-46c6-b54d-4ac24e4bdd1c service neutron] Bound using segment: {'id': '113a6a62-5713-4176-a542-f62efe3fc299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '975b37a9-1ef1-4575-880b-a1e3b3fbb79f'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:20:34.343146 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-b5c2d971-c42c-46c6-b54d-4ac24e4bdd1c service neutron] Bound port: 0cc16a39-1e2b-41ed-bfeb-87c937aef3b4, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '113a6a62-5713-4176-a542-f62efe3fc299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '975b37a9-1ef1-4575-880b-a1e3b3fbb79f'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:20:34.343550 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-b5c2d971-c42c-46c6-b54d-4ac24e4bdd1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:34.396793 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489404f-c8c3-47a5-8868-5e54b3408ad2 req-58298fc9-2b67-4304-9766-922f231f4ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:34.398383 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5489404f-c8c3-47a5-8868-5e54b3408ad2 req-58298fc9-2b67-4304-9766-922f231f4ab9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0263df2748984c17a05265e50bdc7ca4&device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 1098 time: 0.1107092 Nov 24 14:20:34.403667 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-cc2c58b6-cca4-427d-9aa4-d6070790c308 req-c81ba65f-460a-4e5d-a48e-c17002b3f31d tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628433 Nov 24 14:20:34.427453 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-b5c2d971-c42c-46c6-b54d-4ac24e4bdd1c service neutron] For port 0cc16a39-1e2b-41ed-bfeb-87c937aef3b4, host hv-cinder-73907, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:20:34.432590 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-b5c2d971-c42c-46c6-b54d-4ac24e4bdd1c service neutron] For port 0cc16a39-1e2b-41ed-bfeb-87c937aef3b4, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=0cc16a39-1e2b-41ed-bfeb-87c937aef3b4,segment=NetworkSegment(113a6a62-5713-4176-a542-f62efe3fc299),segment_id=113a6a62-5713-4176-a542-f62efe3fc299)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:20:34.440449 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-b5c2d971-c42c-46c6-b54d-4ac24e4bdd1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11930847'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:34.477474 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-b5c2d971-c42c-46c6-b54d-4ac24e4bdd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:34.478535 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-b5c2d971-c42c-46c6-b54d-4ac24e4bdd1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:34.479522 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-b5c2d971-c42c-46c6-b54d-4ac24e4bdd1c service neutron] 10.222.0.37 "PUT /v2.0/ports/0cc16a39-1e2b-41ed-bfeb-87c937aef3b4 HTTP/1.1" status: 200 len: 1094 time: 0.8589318 Nov 24 14:20:34.479980 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e14db8a8-2989-4c29-8d67-f137938273b5', 'tag': '0cc16a39-1e2b-41ed-bfeb-87c937aef3b4'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:20:34.482301 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae21199a9d4b78a62ed18da464448d73790c24002c352d214487bf1b37d0fcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61088e9c-30f5-46e0-973e-96ab8b855e23" -d '{"events": [{"name": "network-changed", "server_uuid": "e14db8a8-2989-4c29-8d67-f137938273b5", "tag": "0cc16a39-1e2b-41ed-bfeb-87c937aef3b4"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:20:34.514068 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2d971-c42c-46c6-b54d-4ac24e4bdd1c service neutron] Pushing event updated for resources: {'Port': ['ID=0cc16a39-1e2b-41ed-bfeb-87c937aef3b4,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:34.527979 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489404f-c8c3-47a5-8868-5e54b3408ad2 req-ec33c0ef-7d05-45d0-84e3-3b742f675235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:34.529508 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5489404f-c8c3-47a5-8868-5e54b3408ad2 req-ec33c0ef-7d05-45d0-84e3-3b742f675235 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eed9835b-0528-48c8-805c-6a672cef9034 HTTP/1.1" status: 200 len: 912 time: 0.1152332 Nov 24 14:20:34.569361 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe4f2ba-5a02-48de-a7fd-78fea2e707b3 x-openstack-request-id: req-dbe4f2ba-5a02-48de-a7fd-78fea2e707b3 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:20:34.569702 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e14db8a8-2989-4c29-8d67-f137938273b5", "tag": "0cc16a39-1e2b-41ed-bfeb-87c937aef3b4", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:20:34.569889 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dbe4f2ba-5a02-48de-a7fd-78fea2e707b3 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:20:34.570286 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e14db8a8-2989-4c29-8d67-f137938273b5', 'tag': '0cc16a39-1e2b-41ed-bfeb-87c937aef3b4', 'status': 'completed', 'code': 200} Nov 24 14:20:34.605951 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-b4e0f652-d28a-4638-a3d6-f0ada25dc5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:34.607512 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-b4e0f652-d28a-4638-a3d6-f0ada25dc5e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c572b934e5c2489380c8f86361d09ff1&device_id=e14db8a8-2989-4c29-8d67-f137938273b5 HTTP/1.1" status: 200 len: 1097 time: 0.0490322 Nov 24 14:20:34.613872 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5489404f-c8c3-47a5-8868-5e54b3408ad2 req-6e6dbb0d-4c71-405b-afca-b42b42b98a54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fd3e52b-6b69-4479-8136-24d855005187 HTTP/1.1" status: 200 len: 1001 time: 0.0674136 Nov 24 14:20:34.681085 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-c5393cae-a238-4e82-98b3-8f9ead903ea6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cc16a39-1e2b-41ed-bfeb-87c937aef3b4 HTTP/1.1" status: 200 len: 217 time: 0.0439215 Nov 24 14:20:34.743850 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489404f-c8c3-47a5-8868-5e54b3408ad2 req-d7511149-ab3a-431a-9d5a-071118f1f672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:34.746468 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5489404f-c8c3-47a5-8868-5e54b3408ad2 req-d7511149-ab3a-431a-9d5a-071118f1f672 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc91be5c-3dda-4f91-90ca-58668d9f6158 HTTP/1.1" status: 200 len: 849 time: 0.1083980 Nov 24 14:20:34.777851 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-d1ed906c-d7c5-49b8-afdd-550c098fe26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:34.779648 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-d1ed906c-d7c5-49b8-afdd-550c098fe26f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c782e533-fd76-40a0-ac14-1041a1b9732d HTTP/1.1" status: 200 len: 849 time: 0.0805500 Nov 24 14:20:34.834887 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d1feb-43b1-41ae-b66b-c4e0e3965343 req-b47431b0-21c4-44e4-b9a0-16d4f113150b tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:34.837673 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2b7d1feb-43b1-41ae-b66b-c4e0e3965343 req-b47431b0-21c4-44e4-b9a0-16d4f113150b tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=e14db8a8-2989-4c29-8d67-f137938273b5 HTTP/1.1" status: 200 len: 944 time: 0.1527159 Nov 24 14:20:34.840266 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-da750fa3-c801-4994-a608-68c29e79eac0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=975b37a9-1ef1-4575-880b-a1e3b3fbb79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448208 Nov 24 14:20:34.875848 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0d7c7-c576-4b70-ac7b-a9ae48aaa702 req-c1470d2b-a25a-4451-a31e-4ed1fb79384c tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:34.877633 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-39d0d7c7-c576-4b70-ac7b-a9ae48aaa702 req-c1470d2b-a25a-4451-a31e-4ed1fb79384c tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0917277 Nov 24 14:20:34.890987 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489404f-c8c3-47a5-8868-5e54b3408ad2 req-2140fc40-9982-4c53-9ef3-8d50c6536388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:34.894417 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5489404f-c8c3-47a5-8868-5e54b3408ad2 req-2140fc40-9982-4c53-9ef3-8d50c6536388 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eed9835b-0528-48c8-805c-6a672cef9034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1253967 Nov 24 14:20:34.950910 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2b7d1feb-43b1-41ae-b66b-c4e0e3965343 req-cb40b24d-0377-49ec-9562-be57b9ec0426 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa6768d9-8186-4060-8a45-cb812b1c172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021957 Nov 24 14:20:34.994148 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-39d0d7c7-c576-4b70-ac7b-a9ae48aaa702 req-6773bcea-8d80-41ad-9e10-221c589ee3b5 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036367 Nov 24 14:20:35.001954 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-2c5fec15-c3f3-49c1-bb32-5b15f358e32a service neutron] 10.222.0.37 "GET /v2.0/networks/975b37a9-1ef1-4575-880b-a1e3b3fbb79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429574 Nov 24 14:20:35.043117 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5489404f-c8c3-47a5-8868-5e54b3408ad2 req-b05d8aac-202f-4a56-9283-02bd0b78fac9 service neutron] 10.222.0.37 "GET /v2.0/networks/eed9835b-0528-48c8-805c-6a672cef9034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250215 Nov 24 14:20:35.137147 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-daa2fef6-cc79-453b-8903-138a4a77cd5f req-a6eee51a-2615-44d6-9615-c068606fe515 service neutron] 10.222.0.37 "GET /v2.0/networks/975b37a9-1ef1-4575-880b-a1e3b3fbb79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183240 Nov 24 14:20:35.185373 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5489404f-c8c3-47a5-8868-5e54b3408ad2 req-cc4ad81e-64bb-411b-bce4-b00debaf3879 service neutron] 10.222.0.37 "GET /v2.0/networks/eed9835b-0528-48c8-805c-6a672cef9034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324759 Nov 24 14:20:35.261271 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61088e9c-30f5-46e0-973e-96ab8b855e23 req-ebfa8503-db06-45b1-88ad-946b5f69e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:35.262937 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-61088e9c-30f5-46e0-973e-96ab8b855e23 req-ebfa8503-db06-45b1-88ad-946b5f69e5be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c572b934e5c2489380c8f86361d09ff1&device_id=e14db8a8-2989-4c29-8d67-f137938273b5 HTTP/1.1" status: 200 len: 1097 time: 0.0564923 Nov 24 14:20:35.381171 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61088e9c-30f5-46e0-973e-96ab8b855e23 req-d07af021-9333-4a2c-aaf3-7caa0528e104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:35.382687 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-61088e9c-30f5-46e0-973e-96ab8b855e23 req-d07af021-9333-4a2c-aaf3-7caa0528e104 service neutron] 10.222.0.37 "GET /v2.0/networks?id=975b37a9-1ef1-4575-880b-a1e3b3fbb79f HTTP/1.1" status: 200 len: 911 time: 0.1024983 Nov 24 14:20:35.433300 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-61088e9c-30f5-46e0-973e-96ab8b855e23 req-8d977f93-6cee-428c-8c47-35fadab0a758 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cc16a39-1e2b-41ed-bfeb-87c937aef3b4 HTTP/1.1" status: 200 len: 217 time: 0.0370018 Nov 24 14:20:35.505923 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61088e9c-30f5-46e0-973e-96ab8b855e23 req-d721b659-cc66-4252-94b6-da5980908dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:35.507496 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-61088e9c-30f5-46e0-973e-96ab8b855e23 req-d721b659-cc66-4252-94b6-da5980908dc8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c782e533-fd76-40a0-ac14-1041a1b9732d HTTP/1.1" status: 200 len: 849 time: 0.0642912 Nov 24 14:20:35.551996 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-61088e9c-30f5-46e0-973e-96ab8b855e23 req-1aeccd65-ce16-482f-bcd7-1cd77216c947 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=975b37a9-1ef1-4575-880b-a1e3b3fbb79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300748 Nov 24 14:20:35.568976 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb4b1b-ed79-4943-a5ba-41c24f3127a6 req-14cd3733-b83d-416e-8e58-ea485f840590 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:35.570685 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d7bb4b1b-ed79-4943-a5ba-41c24f3127a6 req-14cd3733-b83d-416e-8e58-ea485f840590 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.0809340 Nov 24 14:20:35.677713 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d7bb4b1b-ed79-4943-a5ba-41c24f3127a6 req-dcb263f9-f72f-49f8-b751-ed01ef25b628 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975718 Nov 24 14:20:35.698702 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-61088e9c-30f5-46e0-973e-96ab8b855e23 req-712e5e5b-f788-45e3-a9c5-f7b5beaf485c service neutron] 10.222.0.37 "GET /v2.0/networks/975b37a9-1ef1-4575-880b-a1e3b3fbb79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269729 Nov 24 14:20:35.820497 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-61088e9c-30f5-46e0-973e-96ab8b855e23 req-20f407ae-2d67-4fbc-a2d2-cc43bea23c5c service neutron] 10.222.0.37 "GET /v2.0/networks/975b37a9-1ef1-4575-880b-a1e3b3fbb79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999372 Nov 24 14:20:36.104174 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9be7a1-b254-48d0-966f-ed0f8d8dd900 req-0cea4397-2805-4217-9dcb-6fc416b910d2 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:36.105781 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-eb9be7a1-b254-48d0-966f-ed0f8d8dd900 req-0cea4397-2805-4217-9dcb-6fc416b910d2 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=e14db8a8-2989-4c29-8d67-f137938273b5 HTTP/1.1" status: 200 len: 944 time: 0.0671086 Nov 24 14:20:36.152524 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3138a7-a151-4967-a6c8-f2b2e4407620 req-7b0f9b74-a600-4511-b07f-5c23ac4bb1f3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:36.154108 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-9b3138a7-a151-4967-a6c8-f2b2e4407620 req-7b0f9b74-a600-4511-b07f-5c23ac4bb1f3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0546699 Nov 24 14:20:36.177088 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-eb9be7a1-b254-48d0-966f-ed0f8d8dd900 req-fd3032c6-2b20-4999-97ec-72168de14d86 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa6768d9-8186-4060-8a45-cb812b1c172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585520 Nov 24 14:20:36.209556 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-9b3138a7-a151-4967-a6c8-f2b2e4407620 req-afb58e3f-38ec-442a-bd6d-62bb308d8e0a tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485468 Nov 24 14:20:36.805018 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a69df-a9fa-4f77-a842-e11962473892 req-dcb4e4b4-ec72-40b5-9faf-7b9ce3fcc3a1 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:36.806623 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2e2a69df-a9fa-4f77-a842-e11962473892 req-dcb4e4b4-ec72-40b5-9faf-7b9ce3fcc3a1 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.0573032 Nov 24 14:20:36.865221 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2e2a69df-a9fa-4f77-a842-e11962473892 req-620f98c1-e946-46c4-92de-a5e843dfd7aa tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465786 Nov 24 14:20:37.330336 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15855df6-f8a1-4f5c-b085-d683a3112128 req-82fe3ee0-c43e-426c-8d08-386d54f9361c tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:37.333112 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-15855df6-f8a1-4f5c-b085-d683a3112128 req-82fe3ee0-c43e-426c-8d08-386d54f9361c tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=e14db8a8-2989-4c29-8d67-f137938273b5 HTTP/1.1" status: 200 len: 944 time: 0.0769522 Nov 24 14:20:37.371119 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4a564-c26f-4044-ad4e-f5565fdf9694 req-fd098d0b-2cb5-4099-939d-a6dea19b3ee4 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:37.372889 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6be4a564-c26f-4044-ad4e-f5565fdf9694 req-fd098d0b-2cb5-4099-939d-a6dea19b3ee4 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0860271 Nov 24 14:20:37.397801 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 0cc16a39-1e2b-41ed-bfeb-87c937aef3b4 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=102763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:20:37.406402 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-15855df6-f8a1-4f5c-b085-d683a3112128 req-58561d89-3b80-4784-9e6c-b63e8dea3c65 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa6768d9-8186-4060-8a45-cb812b1c172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657384 Nov 24 14:20:37.452056 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6be4a564-c26f-4044-ad4e-f5565fdf9694 req-4ad7c771-77ac-4904-904f-9e95b14b07f1 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666447 Nov 24 14:20:37.574998 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 0cc16a39-1e2b-41ed-bfeb-87c937aef3b4, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=0cc16a39-1e2b-41ed-bfeb-87c937aef3b4,segment=NetworkSegment(113a6a62-5713-4176-a542-f62efe3fc299),segment_id=113a6a62-5713-4176-a542-f62efe3fc299)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:20:37.589900 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Returning: {'device': '0cc16a39-1e2b-41ed-bfeb-87c937aef3b4', 'network_id': '975b37a9-1ef1-4575-880b-a1e3b3fbb79f', 'port_id': '0cc16a39-1e2b-41ed-bfeb-87c937aef3b4', 'mac_address': 'fa:16:3e:b7:1e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c782e533-fd76-40a0-ac14-1041a1b9732d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:20:37.655783 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:37.680990 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc16a39-1e2b-41ed-bfeb-87c937aef3b4 {{(pid=102763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:20:37.716410 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 0cc16a39-1e2b-41ed-bfeb-87c937aef3b4, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=0cc16a39-1e2b-41ed-bfeb-87c937aef3b4,segment=NetworkSegment(113a6a62-5713-4176-a542-f62efe3fc299),segment_id=113a6a62-5713-4176-a542-f62efe3fc299)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:20:37.721990 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:37.784712 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=0cc16a39-1e2b-41ed-bfeb-87c937aef3b4,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:37.792584 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:37.792969 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:37.793335 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:37.793677 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:37.794021 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:37.794361 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:37.794700 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:37.795034 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:37.795385 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:37.795753 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:37.796389 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:37.796721 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:38.374194 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['0cc16a39-1e2b-41ed-bfeb-87c937aef3b4'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:20:38.609330 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cedd1e-cc3f-4eba-ad1b-a4138abf0e6a req-32a58e4f-717f-446a-85ab-3853d18a6543 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:38.613084 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-72cedd1e-cc3f-4eba-ad1b-a4138abf0e6a req-32a58e4f-717f-446a-85ab-3853d18a6543 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=e14db8a8-2989-4c29-8d67-f137938273b5 HTTP/1.1" status: 200 len: 945 time: 0.0712702 Nov 24 14:20:38.636627 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cbc2c-f15d-49cd-8da3-19f99756a106 req-48aa3710-2e36-4156-a53e-865d00d66d3f tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:38.639229 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4c6cbc2c-f15d-49cd-8da3-19f99756a106 req-48aa3710-2e36-4156-a53e-865d00d66d3f tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0885904 Nov 24 14:20:38.681553 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-72cedd1e-cc3f-4eba-ad1b-a4138abf0e6a req-b308f899-99ea-4d16-9fff-3f0c23168c10 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa6768d9-8186-4060-8a45-cb812b1c172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615826 Nov 24 14:20:38.729229 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4c6cbc2c-f15d-49cd-8da3-19f99756a106 req-1ce10e7a-64b9-439d-908a-2455edf40d47 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828106 Nov 24 14:20:39.908785 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a5ef6-ef0f-4950-8fbe-a2464d2a5776 req-2b77865a-42fe-4df2-a064-cd6c92138f24 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:39.911726 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-9a5a5ef6-ef0f-4950-8fbe-a2464d2a5776 req-2b77865a-42fe-4df2-a064-cd6c92138f24 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0920446 Nov 24 14:20:39.965870 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81374ea0-0c39-4f1f-857c-c9229b5cd4e1 req-e8d879ee-0496-4bb8-8780-2422266903a1 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:39.967990 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-81374ea0-0c39-4f1f-857c-c9229b5cd4e1 req-e8d879ee-0496-4bb8-8780-2422266903a1 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=e14db8a8-2989-4c29-8d67-f137938273b5 HTTP/1.1" status: 200 len: 945 time: 0.0630436 Nov 24 14:20:39.981719 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-9a5a5ef6-ef0f-4950-8fbe-a2464d2a5776 req-abb71bfa-387d-4951-9ed8-d6ca42db5668 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572176 Nov 24 14:20:40.042295 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-81374ea0-0c39-4f1f-857c-c9229b5cd4e1 req-044756a4-4bb0-4871-8ef5-3ded54932dda tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa6768d9-8186-4060-8a45-cb812b1c172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669887 Nov 24 14:20:40.825833 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:41.112078 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5040b11-ca5e-43b9-bb1f-09a5baede05a req-9c008fe4-24cc-4720-8c41-a7cca4519661 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:41.113858 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a5040b11-ca5e-43b9-bb1f-09a5baede05a req-9c008fe4-24cc-4720-8c41-a7cca4519661 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0562873 Nov 24 14:20:41.173267 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a5040b11-ca5e-43b9-bb1f-09a5baede05a req-64e8840f-6381-4d8e-a767-82ad5bfe7288 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511656 Nov 24 14:20:41.179892 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d44e20-2dd2-4de1-ba3d-2c62abde68e1 req-a11a2f59-9063-40a4-804c-bacfe2a54e74 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:41.181452 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-01d44e20-2dd2-4de1-ba3d-2c62abde68e1 req-a11a2f59-9063-40a4-804c-bacfe2a54e74 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=e14db8a8-2989-4c29-8d67-f137938273b5 HTTP/1.1" status: 200 len: 945 time: 0.0517735 Nov 24 14:20:41.240515 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-01d44e20-2dd2-4de1-ba3d-2c62abde68e1 req-9eb174f9-5fa8-4985-b808-800b9d8577b2 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa6768d9-8186-4060-8a45-cb812b1c172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500572 Nov 24 14:20:41.405198 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 0cc16a39-1e2b-41ed-bfeb-87c937aef3b4 up at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:20:41.460978 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning for port 0cc16a39-1e2b-41ed-bfeb-87c937aef3b4 completed by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:20:41.465165 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning complete for port 0cc16a39-1e2b-41ed-bfeb-87c937aef3b4 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:20:41.465546 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:41.557394 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:41.590547 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14db8a8-2989-4c29-8d67-f137938273b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc16a39-1e2b-41ed-bfeb-87c937aef3b4'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:20:41.595352 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02bc6bab57870f22e484ac0312d8c66543c8308e687160369736143e34da9ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d14ad4-741f-4566-98b0-2a455bde571a" -d '{"events": [{"server_uuid": "e14db8a8-2989-4c29-8d67-f137938273b5", "name": "network-vif-plugged", "status": "completed", "tag": "0cc16a39-1e2b-41ed-bfeb-87c937aef3b4"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:20:41.617270 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 0cc16a39-1e2b-41ed-bfeb-87c937aef3b4, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=0cc16a39-1e2b-41ed-bfeb-87c937aef3b4,segment=NetworkSegment(113a6a62-5713-4176-a542-f62efe3fc299),segment_id=113a6a62-5713-4176-a542-f62efe3fc299)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:20:41.623898 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:41.683071 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdae742-27ab-4351-9b2b-dede96b9d9d5 x-openstack-request-id: req-1fdae742-27ab-4351-9b2b-dede96b9d9d5 {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:20:41.684242 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14db8a8-2989-4c29-8d67-f137938273b5", "name": "network-vif-plugged", "status": "completed", "tag": "0cc16a39-1e2b-41ed-bfeb-87c937aef3b4", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:20:41.684648 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1fdae742-27ab-4351-9b2b-dede96b9d9d5 {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:20:41.685384 dv-cinder-739079-6-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14db8a8-2989-4c29-8d67-f137938273b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc16a39-1e2b-41ed-bfeb-87c937aef3b4', 'code': 200} Nov 24 14:20:41.717752 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=0cc16a39-1e2b-41ed-bfeb-87c937aef3b4,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:41.858953 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c372ea5-960e-45ef-9deb-80a284cdfdc8 req-f3ad0be6-e964-46cc-a2d5-d032157393b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:41.860820 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4c372ea5-960e-45ef-9deb-80a284cdfdc8 req-f3ad0be6-e964-46cc-a2d5-d032157393b6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e14db8a8-2989-4c29-8d67-f137938273b5 HTTP/1.1" status: 200 len: 1099 time: 0.0426359 Nov 24 14:20:41.931239 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-7e336d22-9812-4ae0-aa14-4fed6b47d7e9 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:41.932841 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-7e336d22-9812-4ae0-aa14-4fed6b47d7e9 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/networks?id=d61768b8-ac22-4179-af97-963e314f66f7 HTTP/1.1" status: 200 len: 815 time: 0.1252081 Nov 24 14:20:41.934107 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4c372ea5-960e-45ef-9deb-80a284cdfdc8 req-7e7b3719-042e-4551-ba42-73da95639011 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fa6768d9-8186-4060-8a45-cb812b1c172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540943 Nov 24 14:20:41.949037 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-35ec8e85-76dc-429e-bbd9-5373172878e7 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/quotas/81aef32d1f754e418d281f6d7cd9c608 HTTP/1.1" status: 200 len: 375 time: 0.0096850 Nov 24 14:20:42.004577 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-b6c2e474-87af-4083-8440-8d0acd3f7ac2 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=81aef32d1f754e418d281f6d7cd9c608&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496085 Nov 24 14:20:42.105527 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-a91cd111-06e2-43bc-a7e1-062ffca65270 service neutron] 10.222.0.73 "GET /v2.0/networks/d61768b8-ac22-4179-af97-963e314f66f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938578 Nov 24 14:20:42.229009 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-873e9fb8-a90f-4bde-893f-5020686664e0 service neutron] 10.222.0.73 "GET /v2.0/networks/d61768b8-ac22-4179-af97-963e314f66f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157205 Nov 24 14:20:42.307134 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51b3f8-c18f-4012-801e-805ff55deea6 req-01edde2b-73d2-4214-9850-a56062d0ae0b tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:42.308855 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ff51b3f8-c18f-4012-801e-805ff55deea6 req-01edde2b-73d2-4214-9850-a56062d0ae0b tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0540950 Nov 24 14:20:42.368286 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ff51b3f8-c18f-4012-801e-805ff55deea6 req-7d161967-9049-44f5-8c47-d9844fc61a3b tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477595 Nov 24 14:20:42.519112 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a5f701b5-8f9c-42fe-bc08-c94b4cd57d1b req-edeacc16-87c9-4860-9ca4-a031286ae51c tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bbb418a-34c0-43b1-9bf9-856474f3950c HTTP/1.1" status: 200 len: 210 time: 0.0501533 Nov 24 14:20:42.577117 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42be57-05f9-42b1-8618-80b51528b402 req-b528008b-d846-4915-80f3-eab99edad2c8 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:42.580370 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ad42be57-05f9-42b1-8618-80b51528b402 req-b528008b-d846-4915-80f3-eab99edad2c8 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=e14db8a8-2989-4c29-8d67-f137938273b5 HTTP/1.1" status: 200 len: 946 time: 0.0882645 Nov 24 14:20:42.638686 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ad42be57-05f9-42b1-8618-80b51528b402 req-0a91087e-199c-4aff-8742-80ef1e73e523 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa6768d9-8186-4060-8a45-cb812b1c172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526583 Nov 24 14:20:43.508751 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08a3ae-21c3-4f73-9c63-1e688e98a73f req-5d29d6ee-bca0-4f92-9c99-c7192aa92dc8 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:43.510373 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7e08a3ae-21c3-4f73-9c63-1e688e98a73f req-5d29d6ee-bca0-4f92-9c99-c7192aa92dc8 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0548456 Nov 24 14:20:43.580816 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7e08a3ae-21c3-4f73-9c63-1e688e98a73f req-658e0c5c-e1ee-4823-976f-5481c94713b3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623279 Nov 24 14:20:43.694051 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5ee603d1-5f0c-411a-a366-fdc0dfc63d89 req-68402ee3-8af3-4a99-a507-a65d92be414a tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bbb418a-34c0-43b1-9bf9-856474f3950c HTTP/1.1" status: 200 len: 210 time: 0.0311558 Nov 24 14:20:43.784437 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dd951-1ab4-4511-97cd-717e2b00d114 req-f4a66ea1-755f-4067-915b-14de1c2827c1 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:43.786025 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ac9dd951-1ab4-4511-97cd-717e2b00d114 req-f4a66ea1-755f-4067-915b-14de1c2827c1 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=e14db8a8-2989-4c29-8d67-f137938273b5 HTTP/1.1" status: 200 len: 946 time: 0.0589361 Nov 24 14:20:43.849335 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ac9dd951-1ab4-4511-97cd-717e2b00d114 req-0b084667-0f30-47f0-89ed-16f7e9e0118f tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa6768d9-8186-4060-8a45-cb812b1c172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558319 Nov 24 14:20:44.062359 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-f7b0876b-f414-4a33-9f76-74cfa4b3a2d9 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:44.065236 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-f7b0876b-f414-4a33-9f76-74cfa4b3a2d9 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.37 "GET /v2.0/networks?id=d61768b8-ac22-4179-af97-963e314f66f7 HTTP/1.1" status: 200 len: 815 time: 0.1895118 Nov 24 14:20:44.096618 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-b98fbbc3-dde6-4966-bd2f-0758ab6db8a9 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Request body: {'port': {'device_id': '6bbb418a-34c0-43b1-9bf9-856474f3950c', 'network_id': 'd61768b8-ac22-4179-af97-963e314f66f7', 'admin_state_up': True, 'tenant_id': '81aef32d1f754e418d281f6d7cd9c608'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:20:44.258392 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-b98fbbc3-dde6-4966-bd2f-0758ab6db8a9 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Made reservation on behalf of 81aef32d1f754e418d281f6d7cd9c608 for: {'port': 1} {{(pid=102761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:20:44.264302 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-b98fbbc3-dde6-4966-bd2f-0758ab6db8a9 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:44.413148 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-408f5ba2-b9a8-4d45-885f-a5f7585fd30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:44.458762 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-b98fbbc3-dde6-4966-bd2f-0758ab6db8a9 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Allocated IP 172.20.0.5 (d61768b8-ac22-4179-af97-963e314f66f7/ce32be45-c6a3-4605-a943-84d789f15722/28be1116-89dc-41d2-9f08-3849561f0fad) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:20:44.723328 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-b98fbbc3-dde6-4966-bd2f-0758ab6db8a9 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:44.755536 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f9e64-0020-4f1d-bf53-2116ed936de8 req-abe46c21-d71e-424b-9a86-aadfe2460573 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:44.758010 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f72f9e64-0020-4f1d-bf53-2116ed936de8 req-abe46c21-d71e-424b-9a86-aadfe2460573 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0786991 Nov 24 14:20:44.791934 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-b98fbbc3-dde6-4966-bd2f-0758ab6db8a9 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:44.806765 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['414addc7-3ee3-4731-817e-bb66c2427e5e', '68de4096-b321-45ff-aebb-3f6e86ef3832', '023a9b52-8d35-431f-a83d-9756542ab445'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:20:44.867101 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fbbc3-dde6-4966-bd2f-0758ab6db8a9 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Pushing event updated for resources: {'Port': ['ID=28be1116-89dc-41d2-9f08-3849561f0fad,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:44.867882 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f72f9e64-0020-4f1d-bf53-2116ed936de8 req-6501377e-b51f-4946-a324-faeb22163468 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946534 Nov 24 14:20:44.878536 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-b98fbbc3-dde6-4966-bd2f-0758ab6db8a9 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Network d61768b8-ac22-4179-af97-963e314f66f7 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:20:44.881703 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-b98fbbc3-dde6-4966-bd2f-0758ab6db8a9 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:20:44.889376 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-b98fbbc3-dde6-4966-bd2f-0758ab6db8a9 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:20:45.012489 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ef349-2f0b-466e-b1c8-6a64817581e5 req-b29c2eef-f166-407a-ada8-1a426cf904a5 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:45.013996 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ae7ef349-2f0b-466e-b1c8-6a64817581e5 req-b29c2eef-f166-407a-ada8-1a426cf904a5 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=e14db8a8-2989-4c29-8d67-f137938273b5 HTTP/1.1" status: 200 len: 946 time: 0.0569220 Nov 24 14:20:45.015831 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-b98fbbc3-dde6-4966-bd2f-0758ab6db8a9 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:45.017711 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-b98fbbc3-dde6-4966-bd2f-0758ab6db8a9 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:45.060222 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27563e0-dae8-4370-b71c-7c2bb55e9c89 req-52c2fb03-eaf9-4700-bba8-922f790625dd tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:45.063294 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f27563e0-dae8-4370-b71c-7c2bb55e9c89 req-52c2fb03-eaf9-4700-bba8-922f790625dd tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bbb418a-34c0-43b1-9bf9-856474f3950c HTTP/1.1" status: 200 len: 931 time: 0.1402559 Nov 24 14:20:45.071177 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-b98fbbc3-dde6-4966-bd2f-0758ab6db8a9 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9830158 Nov 24 14:20:45.093095 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-9596e353-b8ad-499e-9d60-822fbaab3f02 service neutron] Request body: {'port': {'device_id': '6bbb418a-34c0-43b1-9bf9-856474f3950c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:20:45.102856 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ae7ef349-2f0b-466e-b1c8-6a64817581e5 req-d0cb6fa4-85b1-4b0a-bd3f-4ea8dfa3642a tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa6768d9-8186-4060-8a45-cb812b1c172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720074 Nov 24 14:20:45.251871 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f27563e0-dae8-4370-b71c-7c2bb55e9c89 req-43cfe058-da11-44aa-8ba8-675050fa3949 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788831 Nov 24 14:20:45.260492 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-9596e353-b8ad-499e-9d60-822fbaab3f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:45.602055 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-9596e353-b8ad-499e-9d60-822fbaab3f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28be1116-89dc-41d2-9f08-3849561f0fad {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:20:45.611338 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-9596e353-b8ad-499e-9d60-822fbaab3f02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:45.626642 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-9596e353-b8ad-499e-9d60-822fbaab3f02 service neutron] Transition to ACTIVE for port object 28be1116-89dc-41d2-9f08-3849561f0fad will not be triggered until provisioned by entity L2. {{(pid=102761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:20:45.631174 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-9596e353-b8ad-499e-9d60-822fbaab3f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:45.683751 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596e353-b8ad-499e-9d60-822fbaab3f02 service neutron] Pushing event updated for resources: {'Port': ['ID=28be1116-89dc-41d2-9f08-3849561f0fad,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:45.761981 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-9596e353-b8ad-499e-9d60-822fbaab3f02 service neutron] Attempting to bind port 28be1116-89dc-41d2-9f08-3849561f0fad on host hv-cinder-73907 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:20:45.762782 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-9596e353-b8ad-499e-9d60-822fbaab3f02 service neutron] Attempting to bind port 28be1116-89dc-41d2-9f08-3849561f0fad by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '4b6c6cfd-b5db-445d-b898-f8855e311bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'd61768b8-ac22-4179-af97-963e314f66f7'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:20:45.762782 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-9596e353-b8ad-499e-9d60-822fbaab3f02 service neutron] Attempting to bind port 28be1116-89dc-41d2-9f08-3849561f0fad on network d61768b8-ac22-4179-af97-963e314f66f7 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:20:45.768462 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-9596e353-b8ad-499e-9d60-822fbaab3f02 service neutron] Port 28be1116-89dc-41d2-9f08-3849561f0fad on network d61768b8-ac22-4179-af97-963e314f66f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 14:20:45.768800 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-9596e353-b8ad-499e-9d60-822fbaab3f02 service neutron] Attempting to bind port 28be1116-89dc-41d2-9f08-3849561f0fad on network d61768b8-ac22-4179-af97-963e314f66f7 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:20:45.774519 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-9596e353-b8ad-499e-9d60-822fbaab3f02 service neutron] Checking agent: {'id': 'd0515656-fb8d-4ba5-be1c-f8deb6c3b48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'started_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:20:45.774853 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-9596e353-b8ad-499e-9d60-822fbaab3f02 service neutron] Checking segment: {'id': '4b6c6cfd-b5db-445d-b898-f8855e311bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'd61768b8-ac22-4179-af97-963e314f66f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:20:45.775239 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-9596e353-b8ad-499e-9d60-822fbaab3f02 service neutron] Bound using segment: {'id': '4b6c6cfd-b5db-445d-b898-f8855e311bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'd61768b8-ac22-4179-af97-963e314f66f7'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:20:45.775700 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-9596e353-b8ad-499e-9d60-822fbaab3f02 service neutron] Bound port: 28be1116-89dc-41d2-9f08-3849561f0fad, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6c6cfd-b5db-445d-b898-f8855e311bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'd61768b8-ac22-4179-af97-963e314f66f7'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:20:45.776045 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-9596e353-b8ad-499e-9d60-822fbaab3f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:45.863635 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-9596e353-b8ad-499e-9d60-822fbaab3f02 service neutron] For port 28be1116-89dc-41d2-9f08-3849561f0fad, host hv-cinder-73907, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:20:45.869820 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-9596e353-b8ad-499e-9d60-822fbaab3f02 service neutron] For port 28be1116-89dc-41d2-9f08-3849561f0fad, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=28be1116-89dc-41d2-9f08-3849561f0fad,segment=NetworkSegment(4b6c6cfd-b5db-445d-b898-f8855e311bb7),segment_id=4b6c6cfd-b5db-445d-b898-f8855e311bb7)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:20:45.876800 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-9596e353-b8ad-499e-9d60-822fbaab3f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:46.022435 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75509d1e-20b2-4645-9f9c-925e36c2334a req-8028a4e9-321e-460c-b5cb-5f2d505ca07c tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:46.024372 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-75509d1e-20b2-4645-9f9c-925e36c2334a req-8028a4e9-321e-460c-b5cb-5f2d505ca07c tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0619926 Nov 24 14:20:46.094650 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-75509d1e-20b2-4645-9f9c-925e36c2334a req-3b825be8-5f44-4a8e-9ea4-84e72e7ee783 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625322 Nov 24 14:20:46.179195 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-9596e353-b8ad-499e-9d60-822fbaab3f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:46.179889 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-9596e353-b8ad-499e-9d60-822fbaab3f02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:46.181561 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-9596e353-b8ad-499e-9d60-822fbaab3f02 service neutron] 10.222.0.37 "PUT /v2.0/ports/28be1116-89dc-41d2-9f08-3849561f0fad HTTP/1.1" status: 200 len: 1093 time: 1.0967896 Nov 24 14:20:46.182562 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bbb418a-34c0-43b1-9bf9-856474f3950c', 'tag': '28be1116-89dc-41d2-9f08-3849561f0fad'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:20:46.186830 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c666e0fc-918c-4879-b235-a1872833eaa5" -d '{"events": [{"name": "network-changed", "server_uuid": "6bbb418a-34c0-43b1-9bf9-856474f3950c", "tag": "28be1116-89dc-41d2-9f08-3849561f0fad"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:20:46.239431 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b49c5e-1b6b-4073-a7ec-50c076f69cb8 x-openstack-request-id: req-67b49c5e-1b6b-4073-a7ec-50c076f69cb8 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:20:46.239798 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bbb418a-34c0-43b1-9bf9-856474f3950c", "tag": "28be1116-89dc-41d2-9f08-3849561f0fad", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:20:46.240089 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-67b49c5e-1b6b-4073-a7ec-50c076f69cb8 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:20:46.240544 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bbb418a-34c0-43b1-9bf9-856474f3950c', 'tag': '28be1116-89dc-41d2-9f08-3849561f0fad', 'status': 'completed', 'code': 200} Nov 24 14:20:46.272187 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596e353-b8ad-499e-9d60-822fbaab3f02 service neutron] Pushing event updated for resources: {'Port': ['ID=28be1116-89dc-41d2-9f08-3849561f0fad,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:46.339430 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa8526-5017-4671-8b01-bdc7681d07c6 req-20b72d17-e780-486c-99ed-2328e286d794 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:46.341022 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-57fa8526-5017-4671-8b01-bdc7681d07c6 req-20b72d17-e780-486c-99ed-2328e286d794 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=e14db8a8-2989-4c29-8d67-f137938273b5 HTTP/1.1" status: 200 len: 946 time: 0.1380446 Nov 24 14:20:46.351104 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-e54565a5-0951-4c71-b7f5-65bc89110e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:46.351104 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-e54565a5-0951-4c71-b7f5-65bc89110e11 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81aef32d1f754e418d281f6d7cd9c608&device_id=6bbb418a-34c0-43b1-9bf9-856474f3950c HTTP/1.1" status: 200 len: 1096 time: 0.0877008 Nov 24 14:20:46.393150 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1859c53-68be-4d7a-be2e-7798a5296193 req-ad67feaa-5242-4358-8926-a1131b672a0f tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:46.394787 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d1859c53-68be-4d7a-be2e-7798a5296193 req-ad67feaa-5242-4358-8926-a1131b672a0f tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bbb418a-34c0-43b1-9bf9-856474f3950c HTTP/1.1" status: 200 len: 943 time: 0.0565925 Nov 24 14:20:46.417781 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-62788b06-d41b-4485-a97d-2159b1a38498 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28be1116-89dc-41d2-9f08-3849561f0fad HTTP/1.1" status: 200 len: 217 time: 0.0474343 Nov 24 14:20:46.447387 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d1859c53-68be-4d7a-be2e-7798a5296193 req-8ab3baec-8c9c-4209-bea6-c37f9f7915c5 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461776 Nov 24 14:20:46.462622 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-57fa8526-5017-4671-8b01-bdc7681d07c6 req-0e1779f0-e41f-40a9-8b79-47b1d9836470 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa6768d9-8186-4060-8a45-cb812b1c172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092546 Nov 24 14:20:46.488424 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-cee2ff9a-9133-4c27-8f58-dcc84ec85376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:46.489986 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-cee2ff9a-9133-4c27-8f58-dcc84ec85376 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce32be45-c6a3-4605-a943-84d789f15722 HTTP/1.1" status: 200 len: 855 time: 0.0607548 Nov 24 14:20:46.523659 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-dc2f7e52-6025-4b95-9556-8ba38bcf4e27 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d61768b8-ac22-4179-af97-963e314f66f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259001 Nov 24 14:20:46.597286 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3073c4c-233c-496e-b1d6-4f5c446c2ecb req-5e982f04-3d92-41b6-94c7-0d11f727fd86 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:46.598812 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d3073c4c-233c-496e-b1d6-4f5c446c2ecb req-5e982f04-3d92-41b6-94c7-0d11f727fd86 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.37 "GET /v2.0/ports?device_id=e14db8a8-2989-4c29-8d67-f137938273b5 HTTP/1.1" status: 200 len: 946 time: 0.0510299 Nov 24 14:20:46.657654 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-d3ebe156-3885-4372-9964-04b78c244e55 service neutron] 10.222.0.37 "GET /v2.0/networks/d61768b8-ac22-4179-af97-963e314f66f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099131 Nov 24 14:20:46.709214 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-d3073c4c-233c-496e-b1d6-4f5c446c2ecb req-52b82bee-f3c9-4f1a-a9b1-d0353b78e39a tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Deleting port 0cc16a39-1e2b-41ed-bfeb-87c937aef3b4 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:20:46.709615 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-d3073c4c-233c-496e-b1d6-4f5c446c2ecb req-52b82bee-f3c9-4f1a-a9b1-d0353b78e39a tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:46.811530 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b0e05afa-e2c1-45d1-abc5-cdce35436ab2 req-69c1620f-8c8c-477d-b7c1-36ae61efdb7d service neutron] 10.222.0.37 "GET /v2.0/networks/d61768b8-ac22-4179-af97-963e314f66f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456571 Nov 24 14:20:46.826353 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-d3073c4c-233c-496e-b1d6-4f5c446c2ecb req-52b82bee-f3c9-4f1a-a9b1-d0353b78e39a tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] For port 0cc16a39-1e2b-41ed-bfeb-87c937aef3b4, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=0cc16a39-1e2b-41ed-bfeb-87c937aef3b4,segment=NetworkSegment(113a6a62-5713-4176-a542-f62efe3fc299),segment_id=113a6a62-5713-4176-a542-f62efe3fc299)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:20:46.826868 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-d3073c4c-233c-496e-b1d6-4f5c446c2ecb req-52b82bee-f3c9-4f1a-a9b1-d0353b78e39a tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:46.847741 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-d3073c4c-233c-496e-b1d6-4f5c446c2ecb req-52b82bee-f3c9-4f1a-a9b1-d0353b78e39a tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Calling delete_port for 0cc16a39-1e2b-41ed-bfeb-87c937aef3b4 owned by compute:nova {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:20:46.927690 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-05caa576-b247-4c41-94fa-d73515865921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:46.941803 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666e0fc-918c-4879-b235-a1872833eaa5 req-39b81eb5-f037-4cb3-a12a-931ee4459915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:46.943697 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c666e0fc-918c-4879-b235-a1872833eaa5 req-39b81eb5-f037-4cb3-a12a-931ee4459915 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81aef32d1f754e418d281f6d7cd9c608&device_id=6bbb418a-34c0-43b1-9bf9-856474f3950c HTTP/1.1" status: 200 len: 1096 time: 0.0666208 Nov 24 14:20:47.034234 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-d3073c4c-233c-496e-b1d6-4f5c446c2ecb req-52b82bee-f3c9-4f1a-a9b1-d0353b78e39a tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:47.056523 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['0cc16a39-1e2b-41ed-bfeb-87c937aef3b4'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:20:47.076032 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b82bee-f3c9-4f1a-a9b1-d0353b78e39a tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Pushing event deleted for resources: {'Port': ['ID=0cc16a39-1e2b-41ed-bfeb-87c937aef3b4,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:47.082365 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666e0fc-918c-4879-b235-a1872833eaa5 req-1ceab7a2-ae49-4d52-accb-6f328eb240d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:47.085559 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c666e0fc-918c-4879-b235-a1872833eaa5 req-1ceab7a2-ae49-4d52-accb-6f328eb240d5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d61768b8-ac22-4179-af97-963e314f66f7 HTTP/1.1" status: 200 len: 917 time: 0.1329927 Nov 24 14:20:47.134966 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3073c4c-233c-496e-b1d6-4f5c446c2ecb req-52b82bee-f3c9-4f1a-a9b1-d0353b78e39a tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] No DVR routers for this DVR port 0cc16a39-1e2b-41ed-bfeb-87c937aef3b4 on host hv-cinder-73907 {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:20:47.138363 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-d3073c4c-233c-496e-b1d6-4f5c446c2ecb req-52b82bee-f3c9-4f1a-a9b1-d0353b78e39a tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:47.140126 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c666e0fc-918c-4879-b235-a1872833eaa5 req-ec41b594-458c-4afb-902b-30911bc43059 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28be1116-89dc-41d2-9f08-3849561f0fad HTTP/1.1" status: 200 len: 217 time: 0.0432916 Nov 24 14:20:47.142699 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d3073c4c-233c-496e-b1d6-4f5c446c2ecb req-52b82bee-f3c9-4f1a-a9b1-d0353b78e39a tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.37 "DELETE /v2.0/ports/0cc16a39-1e2b-41ed-bfeb-87c937aef3b4 HTTP/1.1" status: 204 len: 173 time: 0.5359955 Nov 24 14:20:47.143039 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14db8a8-2989-4c29-8d67-f137938273b5', 'name': 'network-vif-deleted', 'tag': '0cc16a39-1e2b-41ed-bfeb-87c937aef3b4'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:20:47.145392 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae21199a9d4b78a62ed18da464448d73790c24002c352d214487bf1b37d0fcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fd4569-320b-45ca-a65f-10092289a005" -d '{"events": [{"server_uuid": "e14db8a8-2989-4c29-8d67-f137938273b5", "name": "network-vif-deleted", "tag": "0cc16a39-1e2b-41ed-bfeb-87c937aef3b4"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:20:47.210238 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666e0fc-918c-4879-b235-a1872833eaa5 req-6f9c5d63-d796-40bf-b086-02f82d55363c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:47.212010 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c666e0fc-918c-4879-b235-a1872833eaa5 req-6f9c5d63-d796-40bf-b086-02f82d55363c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce32be45-c6a3-4605-a943-84d789f15722 HTTP/1.1" status: 200 len: 855 time: 0.0612400 Nov 24 14:20:47.227444 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5a163a-998a-448c-b98d-5dedd1b890ba x-openstack-request-id: req-da5a163a-998a-448c-b98d-5dedd1b890ba {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:20:47.227857 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14db8a8-2989-4c29-8d67-f137938273b5", "name": "network-vif-deleted", "tag": "0cc16a39-1e2b-41ed-bfeb-87c937aef3b4", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:20:47.228214 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-da5a163a-998a-448c-b98d-5dedd1b890ba {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:20:47.228807 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14db8a8-2989-4c29-8d67-f137938273b5', 'name': 'network-vif-deleted', 'tag': '0cc16a39-1e2b-41ed-bfeb-87c937aef3b4', 'status': 'completed', 'code': 200} Nov 24 14:20:47.261090 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c666e0fc-918c-4879-b235-a1872833eaa5 req-e2347bca-9b90-4df6-bf74-dc6a31d4a0d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d61768b8-ac22-4179-af97-963e314f66f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398498 Nov 24 14:20:47.278802 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a71c6-0ac7-4fdd-aee8-8f7e6bff0387 req-ddcdb2c1-9ebc-43eb-9cdb-75d31746d0c9 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:47.281034 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c24a71c6-0ac7-4fdd-aee8-8f7e6bff0387 req-ddcdb2c1-9ebc-43eb-9cdb-75d31746d0c9 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0902860 Nov 24 14:20:47.352867 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c24a71c6-0ac7-4fdd-aee8-8f7e6bff0387 req-1b4c19ec-502d-4701-a5fd-a4a3e330959e tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631862 Nov 24 14:20:47.378359 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c666e0fc-918c-4879-b235-a1872833eaa5 req-e2041a64-e309-4ccd-b4c5-4ff507a5aaa0 service neutron] 10.222.0.37 "GET /v2.0/networks/d61768b8-ac22-4179-af97-963e314f66f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074030 Nov 24 14:20:47.486274 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c666e0fc-918c-4879-b235-a1872833eaa5 req-71b75fc3-cb22-4a0f-a747-2848eded989b service neutron] 10.222.0.37 "GET /v2.0/networks/d61768b8-ac22-4179-af97-963e314f66f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954340 Nov 24 14:20:47.592652 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a005a-6ec6-4333-b370-c29fdf545a37 req-04306096-3ec0-4dee-bf16-ee15e1164b74 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:47.594999 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4e2a005a-6ec6-4333-b370-c29fdf545a37 req-04306096-3ec0-4dee-bf16-ee15e1164b74 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bbb418a-34c0-43b1-9bf9-856474f3950c HTTP/1.1" status: 200 len: 943 time: 0.0518408 Nov 24 14:20:47.615753 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-65df018a-e133-4ef7-aea8-20cf181a24af req-c9fe56b2-93b3-4385-a083-c9d5e86fd2f1 tempest-VolumesActionsTest-68856234 tempest-VolumesActionsTest-68856234-project] 10.222.0.73 "GET /v2.0/ports?device_id=e14db8a8-2989-4c29-8d67-f137938273b5 HTTP/1.1" status: 200 len: 210 time: 0.0323529 Nov 24 14:20:47.652446 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4e2a005a-6ec6-4333-b370-c29fdf545a37 req-dbfa69e9-df04-4f1c-9393-a9d7d3946721 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508316 Nov 24 14:20:47.888049 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:48.282526 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 45122) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:20:48.491376 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d2dcbfa0-2426-4730-bb11-710b727942ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:48.513064 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4055b-eb98-4fc7-bb0d-da94ba5f3338 req-bf5fee47-7700-4cf5-9d47-ced02812c8e9 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:48.514654 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-39c4055b-eb98-4fc7-bb0d-da94ba5f3338 req-bf5fee47-7700-4cf5-9d47-ced02812c8e9 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0765347 Nov 24 14:20:48.593679 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-39c4055b-eb98-4fc7-bb0d-da94ba5f3338 req-db3555ef-62e8-489f-8398-1deae29a3936 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720248 Nov 24 14:20:48.638027 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d2dcbfa0-2426-4730-bb11-710b727942ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:48.643640 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d2dcbfa0-2426-4730-bb11-710b727942ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:48.689637 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-d2dcbfa0-2426-4730-bb11-710b727942ef admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=09658704528d4b0ea54c670965f7ddc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4059384 Nov 24 14:20:48.693013 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 45134) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:20:48.694429 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dcbfa0-2426-4730-bb11-710b727942ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f982a4b4-b9f0-448e-a9de-f57c15ed752e,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:48.754071 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c05be63f-d1f1-4072-951d-3c0223c805f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:48.780273 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c05be63f-d1f1-4072-951d-3c0223c805f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:48.804465 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653534d4-48fb-482a-b99d-b1bf83a47442 req-d1654afd-34c3-45e8-8199-a5b5d0ccc22b tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:48.806074 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-653534d4-48fb-482a-b99d-b1bf83a47442 req-d1654afd-34c3-45e8-8199-a5b5d0ccc22b tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bbb418a-34c0-43b1-9bf9-856474f3950c HTTP/1.1" status: 200 len: 943 time: 0.0648108 Nov 24 14:20:48.857777 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c05be63f-d1f1-4072-951d-3c0223c805f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:48.861831 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c05be63f-d1f1-4072-951d-3c0223c805f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:48.863038 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-c05be63f-d1f1-4072-951d-3c0223c805f4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f982a4b4-b9f0-448e-a9de-f57c15ed752e HTTP/1.1" status: 204 len: 168 time: 0.1683290 Nov 24 14:20:48.877719 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05be63f-d1f1-4072-951d-3c0223c805f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f982a4b4-b9f0-448e-a9de-f57c15ed752e,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:48.932517 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-653534d4-48fb-482a-b99d-b1bf83a47442 req-8a180f41-22d2-4f28-9352-20fe7f3aca34 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160533 Nov 24 14:20:49.430726 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 0cc16a39-1e2b-41ed-bfeb-87c937aef3b4 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:20:49.461149 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] No Port match for: 0cc16a39-1e2b-41ed-bfeb-87c937aef3b4 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:20:49.462003 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 0cc16a39-1e2b-41ed-bfeb-87c937aef3b4 not bound to the agent host hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:20:49.503435 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:49.773780 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a65062-222d-4d6e-93c6-b4e10a41ee16 req-a99dbc09-87be-4cf1-b778-60dc655dacd7 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:49.775430 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-34a65062-222d-4d6e-93c6-b4e10a41ee16 req-a99dbc09-87be-4cf1-b778-60dc655dacd7 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0583830 Nov 24 14:20:49.835789 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-34a65062-222d-4d6e-93c6-b4e10a41ee16 req-6216ec6b-56d5-4b34-a0db-53fd6df5459f tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497453 Nov 24 14:20:50.069653 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7efe7a-93b8-4c0c-8674-84c74689c241 req-1ee7b039-a7c2-436e-a993-8d636102ef65 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:50.071227 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4c7efe7a-93b8-4c0c-8674-84c74689c241 req-1ee7b039-a7c2-436e-a993-8d636102ef65 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bbb418a-34c0-43b1-9bf9-856474f3950c HTTP/1.1" status: 200 len: 943 time: 0.0561817 Nov 24 14:20:50.130304 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4c7efe7a-93b8-4c0c-8674-84c74689c241 req-02286dc3-2e5b-446c-98da-311781702678 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517383 Nov 24 14:20:50.249169 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 45210) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:20:50.363507 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8123f8c5-f7c1-4465-902f-430e0a76c0a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:50.448707 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8123f8c5-f7c1-4465-902f-430e0a76c0a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:50.454192 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8123f8c5-f7c1-4465-902f-430e0a76c0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:50.493949 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-8123f8c5-f7c1-4465-902f-430e0a76c0a9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8ef52020733240888097833dd02fcd83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436297 Nov 24 14:20:50.494807 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123f8c5-f7c1-4465-902f-430e0a76c0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df87a316-5ac5-4903-b844-e18382b3f564,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:50.496817 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 45214) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:20:50.564939 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-74e26f87-da0f-499e-b563-0bb71635c6e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:50.602162 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-74e26f87-da0f-499e-b563-0bb71635c6e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:50.664398 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-74e26f87-da0f-499e-b563-0bb71635c6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:50.667485 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-74e26f87-da0f-499e-b563-0bb71635c6e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:50.669205 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-74e26f87-da0f-499e-b563-0bb71635c6e0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/df87a316-5ac5-4903-b844-e18382b3f564 HTTP/1.1" status: 204 len: 168 time: 0.1712372 Nov 24 14:20:50.680685 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e26f87-da0f-499e-b563-0bb71635c6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df87a316-5ac5-4903-b844-e18382b3f564,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:50.748555 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:50.987674 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f649df4-6991-41ea-9819-f00a7fe891b5 req-d96c65cd-b68f-4606-91c1-2eb3c17ee46e tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:50.989307 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2f649df4-6991-41ea-9819-f00a7fe891b5 req-d96c65cd-b68f-4606-91c1-2eb3c17ee46e tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0579870 Nov 24 14:20:51.044267 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2f649df4-6991-41ea-9819-f00a7fe891b5 req-bed7c55e-f75c-454d-a69a-06314ecccebc tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485430 Nov 24 14:20:51.260510 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0bd65c-3bfc-4a79-bcba-3381c42d8f31 req-99e28431-b03a-4b97-a729-b948cb7f5801 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:51.262323 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5b0bd65c-3bfc-4a79-bcba-3381c42d8f31 req-99e28431-b03a-4b97-a729-b948cb7f5801 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bbb418a-34c0-43b1-9bf9-856474f3950c HTTP/1.1" status: 200 len: 943 time: 0.0573964 Nov 24 14:20:51.320026 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5b0bd65c-3bfc-4a79-bcba-3381c42d8f31 req-8f1622f0-6eda-4bee-a738-ba28c3724e97 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511842 Nov 24 14:20:51.810013 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 28be1116-89dc-41d2-9f08-3849561f0fad details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=102763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:20:51.957226 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 28be1116-89dc-41d2-9f08-3849561f0fad, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=28be1116-89dc-41d2-9f08-3849561f0fad,segment=NetworkSegment(4b6c6cfd-b5db-445d-b898-f8855e311bb7),segment_id=4b6c6cfd-b5db-445d-b898-f8855e311bb7)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:20:51.970497 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Returning: {'device': '28be1116-89dc-41d2-9f08-3849561f0fad', 'network_id': 'd61768b8-ac22-4179-af97-963e314f66f7', 'port_id': '28be1116-89dc-41d2-9f08-3849561f0fad', 'mac_address': 'fa:16:3e:c9:ac:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce32be45-c6a3-4605-a943-84d789f15722', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:20:52.011869 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:52.032033 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28be1116-89dc-41d2-9f08-3849561f0fad {{(pid=102763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:20:52.053603 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 28be1116-89dc-41d2-9f08-3849561f0fad, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=28be1116-89dc-41d2-9f08-3849561f0fad,segment=NetworkSegment(4b6c6cfd-b5db-445d-b898-f8855e311bb7),segment_id=4b6c6cfd-b5db-445d-b898-f8855e311bb7)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:20:52.058340 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:52.112160 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=28be1116-89dc-41d2-9f08-3849561f0fad,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:52.187527 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be427357-bce8-4f9b-928a-c9c37060ec92 req-34b1e29b-3380-4c48-a270-10a829ef6f55 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:52.189948 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-be427357-bce8-4f9b-928a-c9c37060ec92 req-34b1e29b-3380-4c48-a270-10a829ef6f55 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0538657 Nov 24 14:20:52.247132 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-be427357-bce8-4f9b-928a-c9c37060ec92 req-0fa86266-f9e3-4287-81a2-db8b23cb184c tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507350 Nov 24 14:20:52.451856 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d32243-0060-4203-8178-429dcbff68c3 req-b00422c2-b4a4-44d1-919f-208d0a2a1434 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:52.453539 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a7d32243-0060-4203-8178-429dcbff68c3 req-b00422c2-b4a4-44d1-919f-208d0a2a1434 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bbb418a-34c0-43b1-9bf9-856474f3950c HTTP/1.1" status: 200 len: 944 time: 0.0580204 Nov 24 14:20:52.508366 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a7d32243-0060-4203-8178-429dcbff68c3 req-bb398926-e8af-48ef-be00-4b33bdad5014 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480974 Nov 24 14:20:53.224760 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['28be1116-89dc-41d2-9f08-3849561f0fad'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:20:53.378333 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d1532-3d69-4933-8ffd-1ab187b07311 req-9c7e338f-af68-4f57-9023-e9f1ddfbabcd tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:53.380321 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-3a4d1532-3d69-4933-8ffd-1ab187b07311 req-9c7e338f-af68-4f57-9023-e9f1ddfbabcd tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0571969 Nov 24 14:20:53.431659 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-3a4d1532-3d69-4933-8ffd-1ab187b07311 req-aaee71fe-0d26-4cb0-97eb-aaf441adca10 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446854 Nov 24 14:20:53.638473 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59e244-ada7-4887-8bb9-9ad7e8074310 req-4b6f887f-e80b-432b-bd62-61c961e051cc tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:53.641701 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ec59e244-ada7-4887-8bb9-9ad7e8074310 req-4b6f887f-e80b-432b-bd62-61c961e051cc tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bbb418a-34c0-43b1-9bf9-856474f3950c HTTP/1.1" status: 200 len: 944 time: 0.0573792 Nov 24 14:20:53.693837 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ec59e244-ada7-4887-8bb9-9ad7e8074310 req-236fa060-1d0a-44cd-a908-43c29b58541d tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455558 Nov 24 14:20:54.145736 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-2215e628-c0cd-4e08-9b36-3f2301b1b2f3 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=7d82f8367e934660bacaef9e12f38c12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332687 Nov 24 14:20:54.474201 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-2208df63-2ab9-4d68-9f4b-f400c43c46e2 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:54.477994 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-2208df63-2ab9-4d68-9f4b-f400c43c46e2 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3227789 Nov 24 14:20:54.512798 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-dc44e870-35ac-44bc-a684-1d5a7e7e1dce tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/quotas/7d82f8367e934660bacaef9e12f38c12 HTTP/1.1" status: 200 len: 375 time: 0.0221879 Nov 24 14:20:54.586772 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-fc36a96c-5559-4aed-af26-9169ebf35c06 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7d82f8367e934660bacaef9e12f38c12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568821 Nov 24 14:20:54.593572 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0f20a-b3a4-44cc-934d-e6462475d5b8 req-8106a1a3-87b6-4c63-b5c2-d461116002cd tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:54.605533 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dda0f20a-b3a4-44cc-934d-e6462475d5b8 req-8106a1a3-87b6-4c63-b5c2-d461116002cd tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0904677 Nov 24 14:20:54.683182 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dda0f20a-b3a4-44cc-934d-e6462475d5b8 req-29813195-7abf-4a2a-939d-5433813f1f06 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756788 Nov 24 14:20:54.878826 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4bbfc669-e806-42b8-b014-5f82983c53cb req-0a2fc566-55b1-4cec-b989-50e5a3356c45 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3790ef0b-c6a6-4cf3-9243-daad5314cc4c HTTP/1.1" status: 200 len: 210 time: 0.0459626 Nov 24 14:20:54.918462 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa2952-1219-418b-a207-e7dbe243f86d req-d868825c-e841-4a4b-bc26-fd5f1b88f6d1 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:54.924532 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fbaa2952-1219-418b-a207-e7dbe243f86d req-d868825c-e841-4a4b-bc26-fd5f1b88f6d1 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bbb418a-34c0-43b1-9bf9-856474f3950c HTTP/1.1" status: 200 len: 944 time: 0.1288183 Nov 24 14:20:55.026440 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fbaa2952-1219-418b-a207-e7dbe243f86d req-7e2fd9a5-6562-4f6e-b895-8368ede5887c tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920877 Nov 24 14:20:55.498409 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 28be1116-89dc-41d2-9f08-3849561f0fad up at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:20:55.592025 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning for port 28be1116-89dc-41d2-9f08-3849561f0fad completed by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:20:55.601046 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning complete for port 28be1116-89dc-41d2-9f08-3849561f0fad triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:20:55.602088 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:55.726363 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:55.761495 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbb418a-34c0-43b1-9bf9-856474f3950c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28be1116-89dc-41d2-9f08-3849561f0fad'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:20:55.764263 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02bc6bab57870f22e484ac0312d8c66543c8308e687160369736143e34da9ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e226d0-cd70-42de-8537-3cc65da2dd0f" -d '{"events": [{"server_uuid": "6bbb418a-34c0-43b1-9bf9-856474f3950c", "name": "network-vif-plugged", "status": "completed", "tag": "28be1116-89dc-41d2-9f08-3849561f0fad"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:20:55.816563 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 28be1116-89dc-41d2-9f08-3849561f0fad, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=28be1116-89dc-41d2-9f08-3849561f0fad,segment=NetworkSegment(4b6c6cfd-b5db-445d-b898-f8855e311bb7),segment_id=4b6c6cfd-b5db-445d-b898-f8855e311bb7)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:20:55.823915 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:55.873571 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a21b8-32d5-4442-a692-ea180aefd43e req-c9f7b2c9-8f82-4efd-8612-8861e1610736 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:55.878350 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ae1a21b8-32d5-4442-a692-ea180aefd43e req-c9f7b2c9-8f82-4efd-8612-8861e1610736 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0746589 Nov 24 14:20:55.900105 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853985a0-6a28-4a8a-bca9-e114b5e7e00a x-openstack-request-id: req-853985a0-6a28-4a8a-bca9-e114b5e7e00a {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:20:55.900423 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbb418a-34c0-43b1-9bf9-856474f3950c", "name": "network-vif-plugged", "status": "completed", "tag": "28be1116-89dc-41d2-9f08-3849561f0fad", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:20:55.900685 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-853985a0-6a28-4a8a-bca9-e114b5e7e00a {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:20:55.901089 dv-cinder-739079-6-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbb418a-34c0-43b1-9bf9-856474f3950c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28be1116-89dc-41d2-9f08-3849561f0fad', 'code': 200} Nov 24 14:20:55.969859 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ae1a21b8-32d5-4442-a692-ea180aefd43e req-c1f34c25-9a17-40a4-a87d-df7353dbe225 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800753 Nov 24 14:20:55.971057 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=28be1116-89dc-41d2-9f08-3849561f0fad,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:56.100284 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c5fadc40-a3da-48da-a86d-2f6ded3b4663 req-fc9a90cb-48cc-4d2d-99e7-309ebc11868f tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3790ef0b-c6a6-4cf3-9243-daad5314cc4c HTTP/1.1" status: 200 len: 210 time: 0.0407236 Nov 24 14:20:56.208370 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f9723-46c5-416a-8eb9-5b2b29edd6bd req-8f099e8c-ab03-434f-bf82-c2869d25d9af tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:56.209966 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fa8f9723-46c5-416a-8eb9-5b2b29edd6bd req-8f099e8c-ab03-434f-bf82-c2869d25d9af tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bbb418a-34c0-43b1-9bf9-856474f3950c HTTP/1.1" status: 200 len: 945 time: 0.0880671 Nov 24 14:20:56.212183 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974ee74-6add-48e8-a81f-e873ddc5acd3 req-f5c7aa91-7489-4f36-a172-a0ee05346389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:56.214067 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1974ee74-6add-48e8-a81f-e873ddc5acd3 req-f5c7aa91-7489-4f36-a172-a0ee05346389 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6bbb418a-34c0-43b1-9bf9-856474f3950c HTTP/1.1" status: 200 len: 1098 time: 0.0823236 Nov 24 14:20:56.308677 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1974ee74-6add-48e8-a81f-e873ddc5acd3 req-da6201ce-7438-45da-b0f2-adc4cf935fc3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809813 Nov 24 14:20:56.325875 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fa8f9723-46c5-416a-8eb9-5b2b29edd6bd req-9b971add-908e-42d5-87ef-67616fa474d5 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745964 Nov 24 14:20:56.707066 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-ec864636-8345-414a-9306-1fe2698a0360 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7d82f8367e934660bacaef9e12f38c12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346799 Nov 24 14:20:56.887530 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-1085d5eb-ba3a-436b-bb49-312143c28619 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:56.890588 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-1085d5eb-ba3a-436b-bb49-312143c28619 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1751087 Nov 24 14:20:56.909721 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-923ad7fa-f8c6-422e-a689-391af8108aac tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Request body: {'port': {'device_id': '3790ef0b-c6a6-4cf3-9243-daad5314cc4c', 'network_id': 'f37cbe7c-2f46-416e-8217-b56044458ca0', 'admin_state_up': True, 'tenant_id': '7d82f8367e934660bacaef9e12f38c12'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:20:57.099317 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-923ad7fa-f8c6-422e-a689-391af8108aac tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Made reservation on behalf of 7d82f8367e934660bacaef9e12f38c12 for: {'port': 1} {{(pid=102761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:20:57.106922 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-923ad7fa-f8c6-422e-a689-391af8108aac tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:57.122553 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-923ad7fa-f8c6-422e-a689-391af8108aac tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:57.190118 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc476fd1-a224-4b29-a031-c5be5d75a831 req-2069fb55-b60b-4ce3-8947-8cc60286ed76 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:57.201963 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fc476fd1-a224-4b29-a031-c5be5d75a831 req-2069fb55-b60b-4ce3-8947-8cc60286ed76 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.1157470 Nov 24 14:20:57.291461 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-0a91c00f-0804-431b-ba66-77c67ac2fe5e req-effc28f2-042f-41c9-88c2-8571764cbd35 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3790ef0b-c6a6-4cf3-9243-daad5314cc4c HTTP/1.1" status: 200 len: 210 time: 0.0575945 Nov 24 14:20:57.300939 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fc476fd1-a224-4b29-a031-c5be5d75a831 req-40fa37e5-4e4b-4951-b5b8-63e98864c216 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966063 Nov 24 14:20:57.355376 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-923ad7fa-f8c6-422e-a689-391af8108aac tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:57.362349 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-923ad7fa-f8c6-422e-a689-391af8108aac tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:57.521269 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ad7fa-f8c6-422e-a689-391af8108aac tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=578c5891-c6a8-4e6e-b2ce-21672dac675b,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:57.712621 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a3b07-8d13-4ee6-b588-bf520004887d req-0b2d6094-1610-420c-b699-f91bcd9aad35 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:57.714652 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-906a3b07-8d13-4ee6-b588-bf520004887d req-0b2d6094-1610-420c-b699-f91bcd9aad35 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bbb418a-34c0-43b1-9bf9-856474f3950c HTTP/1.1" status: 200 len: 945 time: 0.2103579 Nov 24 14:20:57.721852 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-923ad7fa-f8c6-422e-a689-391af8108aac tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Allocated IP 192.168.233.96 (f37cbe7c-2f46-416e-8217-b56044458ca0/01e460a0-69ca-48d0-b8b9-e073462eefea/aab3256a-f650-4748-8cf3-840a9373d0c8) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:20:57.851359 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-906a3b07-8d13-4ee6-b588-bf520004887d req-63aad1dd-822a-40f3-b203-55615c944188 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270077 Nov 24 14:20:58.012159 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-923ad7fa-f8c6-422e-a689-391af8108aac tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:58.082975 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-923ad7fa-f8c6-422e-a689-391af8108aac tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:58.162326 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-923ad7fa-f8c6-422e-a689-391af8108aac tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Network f37cbe7c-2f46-416e-8217-b56044458ca0 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:20:58.165463 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-923ad7fa-f8c6-422e-a689-391af8108aac tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:20:58.168349 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-923ad7fa-f8c6-422e-a689-391af8108aac tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:20:58.177741 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ad7fa-f8c6-422e-a689-391af8108aac tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Pushing event updated for resources: {'Port': ['ID=aab3256a-f650-4748-8cf3-840a9373d0c8,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:58.240197 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-923ad7fa-f8c6-422e-a689-391af8108aac tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:58.241046 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-923ad7fa-f8c6-422e-a689-391af8108aac tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:58.293935 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-923ad7fa-f8c6-422e-a689-391af8108aac tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3896146 Nov 24 14:20:58.318904 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-ed7d7749-b914-4ef7-8710-f8768b651adc service neutron] Request body: {'port': {'device_id': '3790ef0b-c6a6-4cf3-9243-daad5314cc4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:20:58.414832 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-ed7d7749-b914-4ef7-8710-f8768b651adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:58.424479 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-49a0bf4c-4bad-40a7-8a3b-dc0f16aa2007 None None] Provisioning complete for port aab3256a-f650-4748-8cf3-840a9373d0c8 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:20:58.425789 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-49a0bf4c-4bad-40a7-8a3b-dc0f16aa2007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:58.467112 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-49a0bf4c-4bad-40a7-8a3b-dc0f16aa2007 None None] Port aab3256a-f650-4748-8cf3-840a9373d0c8 cannot update to ACTIVE because it is not bound. {{(pid=102763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:20:58.491294 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bf7c3-9bac-4883-bcd0-6202f067f06a req-4b233f60-a41b-4817-8bde-7bab271d369f tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:58.494059 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a87bf7c3-9bac-4883-bcd0-6202f067f06a req-4b233f60-a41b-4817-8bde-7bab271d369f tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3790ef0b-c6a6-4cf3-9243-daad5314cc4c HTTP/1.1" status: 200 len: 935 time: 0.0786812 Nov 24 14:20:58.535709 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcd208-8cab-49d0-b577-0351d3bedb89 req-7ba227b2-c322-4cff-8a2a-11f98382e23a tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:58.544205 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a3fcd208-8cab-49d0-b577-0351d3bedb89 req-7ba227b2-c322-4cff-8a2a-11f98382e23a tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.1268349 Nov 24 14:20:58.553421 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a87bf7c3-9bac-4883-bcd0-6202f067f06a req-29706d0b-795a-45e5-8197-92219655a40e tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/security-groups?id=578c5891-c6a8-4e6e-b2ce-21672dac675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520778 Nov 24 14:20:58.666969 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a3fcd208-8cab-49d0-b577-0351d3bedb89 req-d8d7f824-73cc-4c3b-b8b9-188ea235dbf5 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214101 Nov 24 14:20:58.867076 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-ed7d7749-b914-4ef7-8710-f8768b651adc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aab3256a-f650-4748-8cf3-840a9373d0c8 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:20:58.878256 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-ed7d7749-b914-4ef7-8710-f8768b651adc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:58.910460 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-ed7d7749-b914-4ef7-8710-f8768b651adc service neutron] Transition to ACTIVE for port object aab3256a-f650-4748-8cf3-840a9373d0c8 will not be triggered until provisioned by entity L2. {{(pid=102761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:20:58.917726 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-ed7d7749-b914-4ef7-8710-f8768b651adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:58.998850 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d7749-b914-4ef7-8710-f8768b651adc service neutron] Pushing event updated for resources: {'Port': ['ID=aab3256a-f650-4748-8cf3-840a9373d0c8,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:59.087556 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a643a5-fac7-4c31-819e-c1c134d21b03 req-588300fb-95cb-4eec-9e81-d5766b836dc4 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:59.089228 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-07a643a5-fac7-4c31-819e-c1c134d21b03 req-588300fb-95cb-4eec-9e81-d5766b836dc4 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bbb418a-34c0-43b1-9bf9-856474f3950c HTTP/1.1" status: 200 len: 945 time: 0.0874686 Nov 24 14:20:59.131444 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-ed7d7749-b914-4ef7-8710-f8768b651adc service neutron] Attempting to bind port aab3256a-f650-4748-8cf3-840a9373d0c8 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:20:59.132065 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-ed7d7749-b914-4ef7-8710-f8768b651adc service neutron] Attempting to bind port aab3256a-f650-4748-8cf3-840a9373d0c8 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': 'faac3feb-6fb5-4b60-ae80-a838f7540556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'f37cbe7c-2f46-416e-8217-b56044458ca0'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:20:59.132213 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-ed7d7749-b914-4ef7-8710-f8768b651adc service neutron] Attempting to bind port aab3256a-f650-4748-8cf3-840a9373d0c8 on network f37cbe7c-2f46-416e-8217-b56044458ca0 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:20:59.137669 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-ed7d7749-b914-4ef7-8710-f8768b651adc service neutron] Port aab3256a-f650-4748-8cf3-840a9373d0c8 on network f37cbe7c-2f46-416e-8217-b56044458ca0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 14:20:59.138087 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-ed7d7749-b914-4ef7-8710-f8768b651adc service neutron] Attempting to bind port aab3256a-f650-4748-8cf3-840a9373d0c8 on network f37cbe7c-2f46-416e-8217-b56044458ca0 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:20:59.144360 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-ed7d7749-b914-4ef7-8710-f8768b651adc service neutron] Checking agent: {'id': 'd0515656-fb8d-4ba5-be1c-f8deb6c3b48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'started_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:20:59.144702 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-ed7d7749-b914-4ef7-8710-f8768b651adc service neutron] Checking segment: {'id': 'faac3feb-6fb5-4b60-ae80-a838f7540556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'f37cbe7c-2f46-416e-8217-b56044458ca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:20:59.145095 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-ed7d7749-b914-4ef7-8710-f8768b651adc service neutron] Bound using segment: {'id': 'faac3feb-6fb5-4b60-ae80-a838f7540556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'f37cbe7c-2f46-416e-8217-b56044458ca0'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:20:59.145693 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-ed7d7749-b914-4ef7-8710-f8768b651adc service neutron] Bound port: aab3256a-f650-4748-8cf3-840a9373d0c8, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faac3feb-6fb5-4b60-ae80-a838f7540556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'f37cbe7c-2f46-416e-8217-b56044458ca0'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:20:59.146061 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-ed7d7749-b914-4ef7-8710-f8768b651adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:59.176125 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-07a643a5-fac7-4c31-819e-c1c134d21b03 req-a1f6916a-86ee-43f2-9bd2-63d44600e866 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695679 Nov 24 14:20:59.254644 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-ed7d7749-b914-4ef7-8710-f8768b651adc service neutron] For port aab3256a-f650-4748-8cf3-840a9373d0c8, host hv-cinder-73907, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:20:59.258405 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-ed7d7749-b914-4ef7-8710-f8768b651adc service neutron] For port aab3256a-f650-4748-8cf3-840a9373d0c8, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=aab3256a-f650-4748-8cf3-840a9373d0c8,segment=NetworkSegment(faac3feb-6fb5-4b60-ae80-a838f7540556),segment_id=faac3feb-6fb5-4b60-ae80-a838f7540556)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:20:59.268522 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-ed7d7749-b914-4ef7-8710-f8768b651adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:59.339634 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-ed7d7749-b914-4ef7-8710-f8768b651adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:59.340457 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-ed7d7749-b914-4ef7-8710-f8768b651adc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:59.341934 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-ed7d7749-b914-4ef7-8710-f8768b651adc service neutron] 10.222.0.37 "PUT /v2.0/ports/aab3256a-f650-4748-8cf3-840a9373d0c8 HTTP/1.1" status: 200 len: 1097 time: 1.0306506 Nov 24 14:20:59.342665 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3790ef0b-c6a6-4cf3-9243-daad5314cc4c', 'tag': 'aab3256a-f650-4748-8cf3-840a9373d0c8'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:20:59.356630 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6104fd70-4f56-4f45-91ff-09e39b7a43ed" -d '{"events": [{"name": "network-changed", "server_uuid": "3790ef0b-c6a6-4cf3-9243-daad5314cc4c", "tag": "aab3256a-f650-4748-8cf3-840a9373d0c8"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:20:59.454905 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d7749-b914-4ef7-8710-f8768b651adc service neutron] Pushing event updated for resources: {'Port': ['ID=aab3256a-f650-4748-8cf3-840a9373d0c8,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:59.550521 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a817d1f-4883-49e0-80ff-4968af98e9b7 x-openstack-request-id: req-0a817d1f-4883-49e0-80ff-4968af98e9b7 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:20:59.551001 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3790ef0b-c6a6-4cf3-9243-daad5314cc4c", "tag": "aab3256a-f650-4748-8cf3-840a9373d0c8", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:20:59.551457 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0a817d1f-4883-49e0-80ff-4968af98e9b7 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:20:59.552130 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3790ef0b-c6a6-4cf3-9243-daad5314cc4c', 'tag': 'aab3256a-f650-4748-8cf3-840a9373d0c8', 'status': 'completed', 'code': 200} Nov 24 14:20:59.616618 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-db6a1a4d-3e59-4d8f-81c4-830c6a438ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:59.619574 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-db6a1a4d-3e59-4d8f-81c4-830c6a438ff7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d82f8367e934660bacaef9e12f38c12&device_id=3790ef0b-c6a6-4cf3-9243-daad5314cc4c HTTP/1.1" status: 200 len: 1100 time: 0.2096756 Nov 24 14:20:59.831622 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-beba0e1c-bb45-467e-854d-bab1e09e9a37 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=aab3256a-f650-4748-8cf3-840a9373d0c8 HTTP/1.1" status: 200 len: 217 time: 0.1817918 Nov 24 14:20:59.929448 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae6798-0400-4edd-8d39-858421ebf6ac req-1efebdc0-7417-428d-805c-89df0b890e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:59.932398 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-98ae6798-0400-4edd-8d39-858421ebf6ac req-1efebdc0-7417-428d-805c-89df0b890e00 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 1098 time: 0.2081699 Nov 24 14:20:59.992089 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-f09ca578-2e01-48d8-b231-32b379413fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:59.994914 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-f09ca578-2e01-48d8-b231-32b379413fcf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01e460a0-69ca-48d0-b8b9-e073462eefea HTTP/1.1" status: 200 len: 843 time: 0.1469040 Nov 24 14:21:00.027252 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1fc975-ad91-4416-8572-8fa5d989aca2 req-d4742e4d-b71a-4c58-8ad0-35fe396e1922 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:00.043519 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6f1fc975-ad91-4416-8572-8fa5d989aca2 req-d4742e4d-b71a-4c58-8ad0-35fe396e1922 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.1991365 Nov 24 14:21:00.069212 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-98ae6798-0400-4edd-8d39-858421ebf6ac req-877c28f6-d242-4784-8e51-cfb9aadf36d4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245413 Nov 24 14:21:00.118578 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc49cd-0a33-4d9b-a5a3-0978158c6256 req-3b412917-96b6-4335-b3a1-e16769315765 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:00.130277 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7cbc49cd-0a33-4d9b-a5a3-0978158c6256 req-3b412917-96b6-4335-b3a1-e16769315765 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3790ef0b-c6a6-4cf3-9243-daad5314cc4c HTTP/1.1" status: 200 len: 947 time: 0.3020449 Nov 24 14:21:00.182867 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-98a467a2-efea-4dad-8275-2ae59d58d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:00.184963 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-98a467a2-efea-4dad-8275-2ae59d58d39f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f37cbe7c-2f46-416e-8217-b56044458ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1798823 Nov 24 14:21:00.201366 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7cbc49cd-0a33-4d9b-a5a3-0978158c6256 req-44f36b86-c018-4ba0-9abf-3075c5df5046 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/security-groups?id=578c5891-c6a8-4e6e-b2ce-21672dac675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696950 Nov 24 14:21:00.202309 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6f1fc975-ad91-4416-8572-8fa5d989aca2 req-083ee9a1-a9c9-461f-bc3a-8f59bd1f002a tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416504 Nov 24 14:21:00.498393 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-784dcc8c-11aa-4c7a-9c2b-0ea7d9346cb9 service neutron] 10.222.0.37 "GET /v2.0/networks/f37cbe7c-2f46-416e-8217-b56044458ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563759 Nov 24 14:21:00.689783 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e3a45bb1-9210-4bef-8544-6b4badfdd37e req-5ae256df-5202-43d1-b964-2e8ae56d6866 service neutron] 10.222.0.37 "GET /v2.0/networks/f37cbe7c-2f46-416e-8217-b56044458ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827869 Nov 24 14:21:00.825806 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104fd70-4f56-4f45-91ff-09e39b7a43ed req-00639839-4812-48d8-a056-8a1363c77a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:00.827660 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6104fd70-4f56-4f45-91ff-09e39b7a43ed req-00639839-4812-48d8-a056-8a1363c77a4c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d82f8367e934660bacaef9e12f38c12&device_id=3790ef0b-c6a6-4cf3-9243-daad5314cc4c HTTP/1.1" status: 200 len: 1100 time: 0.0622501 Nov 24 14:21:01.007513 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104fd70-4f56-4f45-91ff-09e39b7a43ed req-46da3615-1e2f-40a4-b236-3a6808453791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:01.013530 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6104fd70-4f56-4f45-91ff-09e39b7a43ed req-46da3615-1e2f-40a4-b236-3a6808453791 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f37cbe7c-2f46-416e-8217-b56044458ca0 HTTP/1.1" status: 200 len: 871 time: 0.1698620 Nov 24 14:21:01.111691 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6104fd70-4f56-4f45-91ff-09e39b7a43ed req-16b77f58-a84c-49a7-a722-c723d2a4581f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=aab3256a-f650-4748-8cf3-840a9373d0c8 HTTP/1.1" status: 200 len: 217 time: 0.0786903 Nov 24 14:21:01.239084 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104fd70-4f56-4f45-91ff-09e39b7a43ed req-994af426-5161-41e9-8d67-97c7044a264d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:01.245426 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6104fd70-4f56-4f45-91ff-09e39b7a43ed req-994af426-5161-41e9-8d67-97c7044a264d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01e460a0-69ca-48d0-b8b9-e073462eefea HTTP/1.1" status: 200 len: 843 time: 0.1113131 Nov 24 14:21:01.356903 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104fd70-4f56-4f45-91ff-09e39b7a43ed req-3cfaaab7-e0be-4e1c-8034-e28b76cc150e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:01.360548 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6104fd70-4f56-4f45-91ff-09e39b7a43ed req-3cfaaab7-e0be-4e1c-8034-e28b76cc150e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f37cbe7c-2f46-416e-8217-b56044458ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0997319 Nov 24 14:21:01.679944 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c5d13-1794-4f91-a058-0864db50b2fb req-2579b7a4-6b89-4a2e-885d-522a38c6625e tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:01.682647 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-bc1c5d13-1794-4f91-a058-0864db50b2fb req-2579b7a4-6b89-4a2e-885d-522a38c6625e tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3790ef0b-c6a6-4cf3-9243-daad5314cc4c HTTP/1.1" status: 200 len: 947 time: 0.3208222 Nov 24 14:21:01.704146 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec231a1-0355-4ddc-9857-6f65db856a93 req-13e419ed-cd5f-4176-a534-8dbd70e28ccc tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:01.712506 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fec231a1-0355-4ddc-9857-6f65db856a93 req-13e419ed-cd5f-4176-a534-8dbd70e28ccc tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0871196 Nov 24 14:21:01.779515 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fec231a1-0355-4ddc-9857-6f65db856a93 req-a73bfb46-9d66-4aec-b4a6-fcd7519097cf tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657458 Nov 24 14:21:02.134560 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6104fd70-4f56-4f45-91ff-09e39b7a43ed req-0c5a3668-86c8-47dd-be77-faab4b97f4ee service neutron] 10.222.0.37 "GET /v2.0/networks/f37cbe7c-2f46-416e-8217-b56044458ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7536764 Nov 24 14:21:02.193168 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-bc1c5d13-1794-4f91-a058-0864db50b2fb req-4a35f58e-8fa5-4a7c-b419-29bb42027a83 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/security-groups?id=578c5891-c6a8-4e6e-b2ce-21672dac675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4931526 Nov 24 14:21:02.391857 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6104fd70-4f56-4f45-91ff-09e39b7a43ed req-1cc78434-3f7b-4e69-a7e3-1693d2c0be23 service neutron] 10.222.0.37 "GET /v2.0/networks/f37cbe7c-2f46-416e-8217-b56044458ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349367 Nov 24 14:21:03.008562 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7adb8e-51be-4106-9ea7-0c233592d8bf req-33a9c0b0-96ce-4003-953a-b070c8a6da5d tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:03.012463 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6a7adb8e-51be-4106-9ea7-0c233592d8bf req-33a9c0b0-96ce-4003-953a-b070c8a6da5d tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0905213 Nov 24 14:21:03.072755 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6a7adb8e-51be-4106-9ea7-0c233592d8bf req-3cda96ff-8e1c-4d2d-87bf-f1659f5053a8 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526230 Nov 24 14:21:03.447177 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1e554-fa46-4419-90ee-80eeee3e9b0b req-80d00030-4764-411e-8227-8cd62eb9785f tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:03.454385 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bff1e554-fa46-4419-90ee-80eeee3e9b0b req-80d00030-4764-411e-8227-8cd62eb9785f tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3790ef0b-c6a6-4cf3-9243-daad5314cc4c HTTP/1.1" status: 200 len: 947 time: 0.1069815 Nov 24 14:21:03.581600 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bff1e554-fa46-4419-90ee-80eeee3e9b0b req-5930ab13-6e65-4a6c-bd59-0cb98b7916f2 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/security-groups?id=578c5891-c6a8-4e6e-b2ce-21672dac675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139674 Nov 24 14:21:03.734181 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733de60-f654-49ca-b660-03a9fc69274d req-8351cb22-c7b6-438d-b664-72b333ec0d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:03.736945 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6733de60-f654-49ca-b660-03a9fc69274d req-8351cb22-c7b6-438d-b664-72b333ec0d4f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d7ffc6884db4347bf1894bb966ad5c0&device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 1098 time: 0.1312151 Nov 24 14:21:03.748710 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41fca4-ca24-4952-9c3e-1dc97343cfef req-89de7cf8-3381-4c08-8205-8239d6269e6e tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:03.751808 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-cd41fca4-ca24-4952-9c3e-1dc97343cfef req-89de7cf8-3381-4c08-8205-8239d6269e6e tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0806332 Nov 24 14:21:03.898118 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-cd41fca4-ca24-4952-9c3e-1dc97343cfef req-55fcc2e3-ffc9-46f1-b913-3f33451163f7 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369126 Nov 24 14:21:03.943369 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733de60-f654-49ca-b660-03a9fc69274d req-9ef471e4-2b73-41e3-bb18-8fffef704efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:03.947460 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6733de60-f654-49ca-b660-03a9fc69274d req-9ef471e4-2b73-41e3-bb18-8fffef704efd service neutron] 10.222.0.37 "GET /v2.0/networks?id=1a74af18-2791-47cf-80b2-09c09f34ce4a HTTP/1.1" status: 200 len: 920 time: 0.1939933 Nov 24 14:21:04.001345 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6733de60-f654-49ca-b660-03a9fc69274d req-7c27cf9d-fd85-431f-b15f-962ec62a812f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c98cba56-b385-49fc-98fa-a5e1dbf126ff HTTP/1.1" status: 200 len: 217 time: 0.0411506 Nov 24 14:21:04.059537 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733de60-f654-49ca-b660-03a9fc69274d req-81e80130-2782-48e5-a31b-9cb2cf1a46ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:04.061197 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6733de60-f654-49ca-b660-03a9fc69274d req-81e80130-2782-48e5-a31b-9cb2cf1a46ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f757d60-7ca3-4458-b33a-77e35ec3d9b1 HTTP/1.1" status: 200 len: 858 time: 0.0501356 Nov 24 14:21:04.098412 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6733de60-f654-49ca-b660-03a9fc69274d req-be22c2f2-78ca-4c67-9294-6b5b70d168be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a74af18-2791-47cf-80b2-09c09f34ce4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280094 Nov 24 14:21:04.271747 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6733de60-f654-49ca-b660-03a9fc69274d req-2b94c996-ea98-469d-a22f-ae30c2995458 service neutron] 10.222.0.37 "GET /v2.0/networks/1a74af18-2791-47cf-80b2-09c09f34ce4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570876 Nov 24 14:21:04.402358 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6733de60-f654-49ca-b660-03a9fc69274d req-34ce338b-9b36-483b-80e6-a6ff1e8f230b service neutron] 10.222.0.37 "GET /v2.0/networks/1a74af18-2791-47cf-80b2-09c09f34ce4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168067 Nov 24 14:21:04.612759 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:21:04.820932 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c732bd-1774-4cd0-8e78-612654694c67 req-952a1e93-b0bb-481f-9b60-20924c921fd0 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:04.824517 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b9c732bd-1774-4cd0-8e78-612654694c67 req-952a1e93-b0bb-481f-9b60-20924c921fd0 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3790ef0b-c6a6-4cf3-9243-daad5314cc4c HTTP/1.1" status: 200 len: 947 time: 0.0967314 Nov 24 14:21:04.939309 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b9c732bd-1774-4cd0-8e78-612654694c67 req-363b94cc-d530-436b-9f2b-cb74c90f4c46 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/security-groups?id=578c5891-c6a8-4e6e-b2ce-21672dac675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050203 Nov 24 14:21:05.149947 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3e1a4-a3cd-45b5-8375-c719a7b949b4 req-e8737173-3e4b-491a-a6ca-0de3328ca266 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:05.152598 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-22b3e1a4-a3cd-45b5-8375-c719a7b949b4 req-e8737173-3e4b-491a-a6ca-0de3328ca266 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.1134756 Nov 24 14:21:05.227897 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-22b3e1a4-a3cd-45b5-8375-c719a7b949b4 req-00bf32bd-1e35-4d5b-ae9e-92a085550359 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644670 Nov 24 14:21:05.545102 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device aab3256a-f650-4748-8cf3-840a9373d0c8 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=102763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:21:05.707770 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port aab3256a-f650-4748-8cf3-840a9373d0c8, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=aab3256a-f650-4748-8cf3-840a9373d0c8,segment=NetworkSegment(faac3feb-6fb5-4b60-ae80-a838f7540556),segment_id=faac3feb-6fb5-4b60-ae80-a838f7540556)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:21:05.741682 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Returning: {'device': 'aab3256a-f650-4748-8cf3-840a9373d0c8', 'network_id': 'f37cbe7c-2f46-416e-8217-b56044458ca0', 'port_id': 'aab3256a-f650-4748-8cf3-840a9373d0c8', 'mac_address': 'fa:16:3e:d7:d9:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01e460a0-69ca-48d0-b8b9-e073462eefea', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:21:05.822528 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:05.855840 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aab3256a-f650-4748-8cf3-840a9373d0c8 {{(pid=102763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:21:05.897117 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port aab3256a-f650-4748-8cf3-840a9373d0c8, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=aab3256a-f650-4748-8cf3-840a9373d0c8,segment=NetworkSegment(faac3feb-6fb5-4b60-ae80-a838f7540556),segment_id=faac3feb-6fb5-4b60-ae80-a838f7540556)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:21:05.903241 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:06.022778 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=aab3256a-f650-4748-8cf3-840a9373d0c8,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:06.223256 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cafabc-e21a-4d3c-a050-2b4d5956b8c2 req-119c1ae0-c0f9-4bad-ba46-ba000bf7c320 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:06.226371 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-33cafabc-e21a-4d3c-a050-2b4d5956b8c2 req-119c1ae0-c0f9-4bad-ba46-ba000bf7c320 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3790ef0b-c6a6-4cf3-9243-daad5314cc4c HTTP/1.1" status: 200 len: 948 time: 0.0781531 Nov 24 14:21:06.363796 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-33cafabc-e21a-4d3c-a050-2b4d5956b8c2 req-c1814ba8-40fb-45d0-a020-6fd07bbb5844 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/security-groups?id=578c5891-c6a8-4e6e-b2ce-21672dac675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163321 Nov 24 14:21:06.408794 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['aab3256a-f650-4748-8cf3-840a9373d0c8'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:21:06.466662 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98840b-6de0-4510-8058-cde3cae61a53 req-3edfe3cc-79ca-4b99-9df1-de89b0629b6f tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:06.475249 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ce98840b-6de0-4510-8058-cde3cae61a53 req-3edfe3cc-79ca-4b99-9df1-de89b0629b6f tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0716293 Nov 24 14:21:06.539598 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ce98840b-6de0-4510-8058-cde3cae61a53 req-633dee1c-6b23-4172-90e3-daf21dd12ce7 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612321 Nov 24 14:21:07.577247 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e9df1-1bbd-4982-95fc-c8b20892d0ed req-0d482769-47ed-4691-bbc1-f5d360990bdb tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:07.580567 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8a8e9df1-1bbd-4982-95fc-c8b20892d0ed req-0d482769-47ed-4691-bbc1-f5d360990bdb tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3790ef0b-c6a6-4cf3-9243-daad5314cc4c HTTP/1.1" status: 200 len: 948 time: 0.0946150 Nov 24 14:21:07.649930 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8a8e9df1-1bbd-4982-95fc-c8b20892d0ed req-09d76c12-7727-4cd1-b96c-629d06dd2193 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/security-groups?id=578c5891-c6a8-4e6e-b2ce-21672dac675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619450 Nov 24 14:21:07.724066 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da201bac-e7bd-4bbe-8cd4-93a5530ab829 req-a44f88a1-55d8-44f7-8720-6dfb8c351b68 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:07.726860 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-da201bac-e7bd-4bbe-8cd4-93a5530ab829 req-a44f88a1-55d8-44f7-8720-6dfb8c351b68 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0778108 Nov 24 14:21:07.811206 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-da201bac-e7bd-4bbe-8cd4-93a5530ab829 req-b550095c-d701-418c-ad1d-9b7c05d35647 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774479 Nov 24 14:21:08.868150 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7505e9-1eb4-4f69-80e1-56fc2a04c98d req-17642848-6704-40b4-a8b0-5a36b8da4012 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:08.869799 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dc7505e9-1eb4-4f69-80e1-56fc2a04c98d req-17642848-6704-40b4-a8b0-5a36b8da4012 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3790ef0b-c6a6-4cf3-9243-daad5314cc4c HTTP/1.1" status: 200 len: 948 time: 0.0884385 Nov 24 14:21:08.960230 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dc7505e9-1eb4-4f69-80e1-56fc2a04c98d req-74d97e81-7ec8-4308-a2a0-0900d7b0b8e1 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/security-groups?id=578c5891-c6a8-4e6e-b2ce-21672dac675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794115 Nov 24 14:21:09.558114 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device aab3256a-f650-4748-8cf3-840a9373d0c8 up at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:21:09.592176 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-88bae8d5-8632-4647-ab6d-05859c910b35 req-ca76eccf-023e-4080-bf47-612b08fe21da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1029007 Nov 24 14:21:09.725492 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning for port aab3256a-f650-4748-8cf3-840a9373d0c8 completed by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:21:09.742267 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning complete for port aab3256a-f650-4748-8cf3-840a9373d0c8 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:09.743365 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:09.759877 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bae8d5-8632-4647-ab6d-05859c910b35 req-d4d30094-6908-4bf3-8b74-fb1b0d8ac1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:09.763347 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-88bae8d5-8632-4647-ab6d-05859c910b35 req-d4d30094-6908-4bf3-8b74-fb1b0d8ac1e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d7ffc6884db4347bf1894bb966ad5c0&device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 1098 time: 0.1346090 Nov 24 14:21:10.032239 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:10.060715 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bae8d5-8632-4647-ab6d-05859c910b35 req-5f2f091b-271f-4b92-be32-062b5add6021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:10.064045 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-88bae8d5-8632-4647-ab6d-05859c910b35 req-5f2f091b-271f-4b92-be32-062b5add6021 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1a74af18-2791-47cf-80b2-09c09f34ce4a HTTP/1.1" status: 200 len: 920 time: 0.2624488 Nov 24 14:21:10.150389 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3790ef0b-c6a6-4cf3-9243-daad5314cc4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab3256a-f650-4748-8cf3-840a9373d0c8'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:21:10.163967 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02bc6bab57870f22e484ac0312d8c66543c8308e687160369736143e34da9ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5876555f-e67b-4968-a856-228facb649ac" -d '{"events": [{"server_uuid": "3790ef0b-c6a6-4cf3-9243-daad5314cc4c", "name": "network-vif-plugged", "status": "completed", "tag": "aab3256a-f650-4748-8cf3-840a9373d0c8"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:21:10.184680 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-88bae8d5-8632-4647-ab6d-05859c910b35 req-e6782172-00f7-4587-995e-248420ffe552 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e59f84c6-ba37-4fa4-b16e-8375c70ef669 HTTP/1.1" status: 200 len: 217 time: 0.1107342 Nov 24 14:21:10.194675 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port aab3256a-f650-4748-8cf3-840a9373d0c8, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=aab3256a-f650-4748-8cf3-840a9373d0c8,segment=NetworkSegment(faac3feb-6fb5-4b60-ae80-a838f7540556),segment_id=faac3feb-6fb5-4b60-ae80-a838f7540556)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:21:10.210037 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:10.327590 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afba25d-a15c-4d64-bc10-f776b42dc3d0 req-2f982ccb-ca68-445d-8766-5a6f3e09a155 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:10.329877 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=aab3256a-f650-4748-8cf3-840a9373d0c8,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:10.339984 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-3afba25d-a15c-4d64-bc10-f776b42dc3d0 req-2f982ccb-ca68-445d-8766-5a6f3e09a155 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3790ef0b-c6a6-4cf3-9243-daad5314cc4c HTTP/1.1" status: 200 len: 948 time: 0.1690559 Nov 24 14:21:10.348321 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bae8d5-8632-4647-ab6d-05859c910b35 req-c66e9e27-867f-4c9d-831f-a72e8b304572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:10.349978 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-88bae8d5-8632-4647-ab6d-05859c910b35 req-c66e9e27-867f-4c9d-831f-a72e8b304572 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f757d60-7ca3-4458-b33a-77e35ec3d9b1 HTTP/1.1" status: 200 len: 858 time: 0.1484213 Nov 24 14:21:10.366568 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35e65fb-a6c9-455a-9f60-0f0d6c08e34a x-openstack-request-id: req-a35e65fb-a6c9-455a-9f60-0f0d6c08e34a {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:21:10.367005 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3790ef0b-c6a6-4cf3-9243-daad5314cc4c", "name": "network-vif-plugged", "status": "completed", "tag": "aab3256a-f650-4748-8cf3-840a9373d0c8", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:21:10.367366 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a35e65fb-a6c9-455a-9f60-0f0d6c08e34a {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:21:10.368123 dv-cinder-739079-6-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3790ef0b-c6a6-4cf3-9243-daad5314cc4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab3256a-f650-4748-8cf3-840a9373d0c8', 'code': 200} Nov 24 14:21:10.439730 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-88bae8d5-8632-4647-ab6d-05859c910b35 req-da965ee8-539c-43ea-9291-1017d77e25ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a74af18-2791-47cf-80b2-09c09f34ce4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673647 Nov 24 14:21:10.594371 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-3afba25d-a15c-4d64-bc10-f776b42dc3d0 req-bc6b69c2-9df8-43e5-9c3b-2b15eea5208f tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/security-groups?id=578c5891-c6a8-4e6e-b2ce-21672dac675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300093 Nov 24 14:21:10.726214 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340619f-f04a-4975-859d-2ded28f174e6 req-cad50207-3fac-43ee-81bc-e821ce8912bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:10.727730 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c340619f-f04a-4975-859d-2ded28f174e6 req-cad50207-3fac-43ee-81bc-e821ce8912bb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3790ef0b-c6a6-4cf3-9243-daad5314cc4c HTTP/1.1" status: 200 len: 1102 time: 0.0715711 Nov 24 14:21:10.738640 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-88bae8d5-8632-4647-ab6d-05859c910b35 req-546b4e2a-5b4b-4484-98b3-b5d244242a4a service neutron] 10.222.0.37 "GET /v2.0/networks/1a74af18-2791-47cf-80b2-09c09f34ce4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002220 Nov 24 14:21:10.795324 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c340619f-f04a-4975-859d-2ded28f174e6 req-5def3f67-b763-46ca-b9d6-bb4122e6acb5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=578c5891-c6a8-4e6e-b2ce-21672dac675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430493 Nov 24 14:21:10.842098 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:10.920429 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-88bae8d5-8632-4647-ab6d-05859c910b35 req-142a03de-21b7-4075-9a78-72f5788b618b service neutron] 10.222.0.37 "GET /v2.0/networks/1a74af18-2791-47cf-80b2-09c09f34ce4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668572 Nov 24 14:21:11.878569 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41175b-7689-453d-b46a-61f82c1743e3 req-aa035f4b-fff3-42ee-b4a8-994e4c3ab5f8 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:11.881802 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-db41175b-7689-453d-b46a-61f82c1743e3 req-aa035f4b-fff3-42ee-b4a8-994e4c3ab5f8 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3790ef0b-c6a6-4cf3-9243-daad5314cc4c HTTP/1.1" status: 200 len: 949 time: 0.1645653 Nov 24 14:21:12.068435 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-db41175b-7689-453d-b46a-61f82c1743e3 req-58d7ff62-9990-48d4-befc-29815d1497e2 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/security-groups?id=578c5891-c6a8-4e6e-b2ce-21672dac675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791646 Nov 24 14:21:13.305823 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172eac1-c2d7-4c1e-bce4-514dccdeaddf req-672812ad-b5a7-4753-877f-00facaead980 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:13.309368 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e172eac1-c2d7-4c1e-bce4-514dccdeaddf req-672812ad-b5a7-4753-877f-00facaead980 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3790ef0b-c6a6-4cf3-9243-daad5314cc4c HTTP/1.1" status: 200 len: 949 time: 0.0871680 Nov 24 14:21:13.405638 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e172eac1-c2d7-4c1e-bce4-514dccdeaddf req-013a6422-3288-4b5a-b67d-47198f5d1c6d tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/security-groups?id=578c5891-c6a8-4e6e-b2ce-21672dac675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835924 Nov 24 14:21:13.528563 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282b98b-d9ff-46c0-81ee-f77da991824f req-00fa07dd-b02e-45d2-b489-3829a14097ae tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:13.532803 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b282b98b-d9ff-46c0-81ee-f77da991824f req-00fa07dd-b02e-45d2-b489-3829a14097ae tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0691278 Nov 24 14:21:13.676331 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b282b98b-d9ff-46c0-81ee-f77da991824f req-b096c81b-1056-4cf1-b93f-3a80ee67929c tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312168 Nov 24 14:21:13.866295 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e077f3-1209-4a99-9100-aa397d8f06ff req-05d5d932-8fd3-4c5b-b09d-24d6c715b593 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:13.867974 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-70e077f3-1209-4a99-9100-aa397d8f06ff req-05d5d932-8fd3-4c5b-b09d-24d6c715b593 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3790ef0b-c6a6-4cf3-9243-daad5314cc4c HTTP/1.1" status: 200 len: 949 time: 0.0672929 Nov 24 14:21:13.946028 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-70e077f3-1209-4a99-9100-aa397d8f06ff req-0121ef51-404e-49f1-8c35-92562f2b3a80 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/security-groups?id=578c5891-c6a8-4e6e-b2ce-21672dac675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709372 Nov 24 14:21:14.423619 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b7323253-27b2-4e92-ad5e-e541971d9ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:14.441895 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e4867-84c9-4254-89a8-1421d3854a8d req-7c2c2a27-f7ca-478f-b9c5-38bf523a95da tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:14.444101 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b84e4867-84c9-4254-89a8-1421d3854a8d req-7c2c2a27-f7ca-478f-b9c5-38bf523a95da tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bbb418a-34c0-43b1-9bf9-856474f3950c HTTP/1.1" status: 200 len: 945 time: 0.0785604 Nov 24 14:21:14.522977 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b84e4867-84c9-4254-89a8-1421d3854a8d req-897199c0-d41b-4f0b-a4b1-dbf2d4e9fda2 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716281 Nov 24 14:21:14.830847 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77630e-a87d-46ee-b15f-a16bc7da45dd req-1f7b62a4-7dc9-490c-acc5-47c2f46cf169 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:14.835965 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ab77630e-a87d-46ee-b15f-a16bc7da45dd req-1f7b62a4-7dc9-490c-acc5-47c2f46cf169 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0632713 Nov 24 14:21:14.902082 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ab77630e-a87d-46ee-b15f-a16bc7da45dd req-3cf985ac-124c-48c9-a06f-49070a75f72b tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582492 Nov 24 14:21:15.092227 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68803be-c72d-4819-b504-b9c388cab860 req-9e125033-2eb6-4035-8dcb-cb680f1beb7d tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:15.094661 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c68803be-c72d-4819-b504-b9c388cab860 req-9e125033-2eb6-4035-8dcb-cb680f1beb7d tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3790ef0b-c6a6-4cf3-9243-daad5314cc4c HTTP/1.1" status: 200 len: 949 time: 0.0585227 Nov 24 14:21:15.173549 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c68803be-c72d-4819-b504-b9c388cab860 req-ca953963-dbb7-4fae-8e0d-2e837f30a479 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/security-groups?id=578c5891-c6a8-4e6e-b2ce-21672dac675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674956 Nov 24 14:21:15.700269 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf539c4-404e-445f-b21d-729f1692210b req-79dfc2ca-86fb-4d19-9df8-5a54d1423dbe tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:15.711837 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-7cf539c4-404e-445f-b21d-729f1692210b req-79dfc2ca-86fb-4d19-9df8-5a54d1423dbe tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bbb418a-34c0-43b1-9bf9-856474f3950c HTTP/1.1" status: 200 len: 945 time: 0.0665393 Nov 24 14:21:15.759303 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-7cf539c4-404e-445f-b21d-729f1692210b req-7e00fbee-647f-4de5-a562-2d4a53836b39 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465446 Nov 24 14:21:16.094893 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924362b3-ca59-42b5-9bb0-7d9b9824b52f req-f822ac27-be7b-4b9e-b7e2-08490340a8bf tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:16.099454 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-924362b3-ca59-42b5-9bb0-7d9b9824b52f req-f822ac27-be7b-4b9e-b7e2-08490340a8bf tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0820408 Nov 24 14:21:16.176974 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-924362b3-ca59-42b5-9bb0-7d9b9824b52f req-0a483aa9-8d95-4e5e-a6d0-7ee2d2fc81a0 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721986 Nov 24 14:21:16.282642 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b7bee-4d5a-4104-844f-001f7d0487ff req-b426d4d5-29b8-4db0-953b-2471be644399 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:16.284678 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ce5b7bee-4d5a-4104-844f-001f7d0487ff req-b426d4d5-29b8-4db0-953b-2471be644399 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.37 "GET /v2.0/ports?device_id=3790ef0b-c6a6-4cf3-9243-daad5314cc4c HTTP/1.1" status: 200 len: 949 time: 0.0722747 Nov 24 14:21:16.410800 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4ab18-df22-4518-9e97-b41e1d7872d9 req-96bc2ee1-2bd5-4d9f-b334-c11317764b06 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:16.412426 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-7ba4ab18-df22-4518-9e97-b41e1d7872d9 req-96bc2ee1-2bd5-4d9f-b334-c11317764b06 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3790ef0b-c6a6-4cf3-9243-daad5314cc4c HTTP/1.1" status: 200 len: 949 time: 0.1105146 Nov 24 14:21:16.486126 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-7ba4ab18-df22-4518-9e97-b41e1d7872d9 req-dbe918a6-f98d-4ecf-871b-37a3528d2f66 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/security-groups?id=578c5891-c6a8-4e6e-b2ce-21672dac675b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589890 Nov 24 14:21:16.500688 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [req-ce5b7bee-4d5a-4104-844f-001f7d0487ff req-18020b93-e81f-45a0-84de-f5ceb4f9ef62 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Deleting port aab3256a-f650-4748-8cf3-840a9373d0c8 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:21:16.500688 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-ce5b7bee-4d5a-4104-844f-001f7d0487ff req-18020b93-e81f-45a0-84de-f5ceb4f9ef62 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:16.610205 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-ce5b7bee-4d5a-4104-844f-001f7d0487ff req-18020b93-e81f-45a0-84de-f5ceb4f9ef62 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] For port aab3256a-f650-4748-8cf3-840a9373d0c8, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=aab3256a-f650-4748-8cf3-840a9373d0c8,segment=NetworkSegment(faac3feb-6fb5-4b60-ae80-a838f7540556),segment_id=faac3feb-6fb5-4b60-ae80-a838f7540556)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:21:16.610481 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-ce5b7bee-4d5a-4104-844f-001f7d0487ff req-18020b93-e81f-45a0-84de-f5ceb4f9ef62 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:16.623462 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [req-ce5b7bee-4d5a-4104-844f-001f7d0487ff req-18020b93-e81f-45a0-84de-f5ceb4f9ef62 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Calling delete_port for aab3256a-f650-4748-8cf3-840a9373d0c8 owned by compute:nova {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:21:16.780152 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-ce5b7bee-4d5a-4104-844f-001f7d0487ff req-18020b93-e81f-45a0-84de-f5ceb4f9ef62 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:16.797765 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['aab3256a-f650-4748-8cf3-840a9373d0c8'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:21:16.817793 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18020b93-e81f-45a0-84de-f5ceb4f9ef62 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Pushing event deleted for resources: {'Port': ['ID=aab3256a-f650-4748-8cf3-840a9373d0c8,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:16.831254 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18020b93-e81f-45a0-84de-f5ceb4f9ef62 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:16.831653 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18020b93-e81f-45a0-84de-f5ceb4f9ef62 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:16.832010 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18020b93-e81f-45a0-84de-f5ceb4f9ef62 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:16.832350 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18020b93-e81f-45a0-84de-f5ceb4f9ef62 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:16.832689 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18020b93-e81f-45a0-84de-f5ceb4f9ef62 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:16.833032 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18020b93-e81f-45a0-84de-f5ceb4f9ef62 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:16.833363 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18020b93-e81f-45a0-84de-f5ceb4f9ef62 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:16.833693 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18020b93-e81f-45a0-84de-f5ceb4f9ef62 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:16.834030 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18020b93-e81f-45a0-84de-f5ceb4f9ef62 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:16.834359 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18020b93-e81f-45a0-84de-f5ceb4f9ef62 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:16.834690 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18020b93-e81f-45a0-84de-f5ceb4f9ef62 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:16.835011 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18020b93-e81f-45a0-84de-f5ceb4f9ef62 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:16.873612 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5b7bee-4d5a-4104-844f-001f7d0487ff req-18020b93-e81f-45a0-84de-f5ceb4f9ef62 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] No DVR routers for this DVR port aab3256a-f650-4748-8cf3-840a9373d0c8 on host hv-cinder-73907 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:21:16.876948 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-ce5b7bee-4d5a-4104-844f-001f7d0487ff req-18020b93-e81f-45a0-84de-f5ceb4f9ef62 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:16.880511 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ce5b7bee-4d5a-4104-844f-001f7d0487ff req-18020b93-e81f-45a0-84de-f5ceb4f9ef62 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.37 "DELETE /v2.0/ports/aab3256a-f650-4748-8cf3-840a9373d0c8 HTTP/1.1" status: 204 len: 173 time: 0.5866830 Nov 24 14:21:16.880976 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3790ef0b-c6a6-4cf3-9243-daad5314cc4c', 'name': 'network-vif-deleted', 'tag': 'aab3256a-f650-4748-8cf3-840a9373d0c8'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:21:16.883262 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e119875-749d-4f10-92eb-71c9f7f862fd" -d '{"events": [{"server_uuid": "3790ef0b-c6a6-4cf3-9243-daad5314cc4c", "name": "network-vif-deleted", "tag": "aab3256a-f650-4748-8cf3-840a9373d0c8"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:21:16.924578 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2812b9b8-ae32-494b-866a-6bf596f5323e x-openstack-request-id: req-2812b9b8-ae32-494b-866a-6bf596f5323e {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:21:16.925126 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3790ef0b-c6a6-4cf3-9243-daad5314cc4c", "name": "network-vif-deleted", "tag": "aab3256a-f650-4748-8cf3-840a9373d0c8", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:21:16.925537 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2812b9b8-ae32-494b-866a-6bf596f5323e {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:21:16.926139 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3790ef0b-c6a6-4cf3-9243-daad5314cc4c', 'name': 'network-vif-deleted', 'tag': 'aab3256a-f650-4748-8cf3-840a9373d0c8', 'status': 'completed', 'code': 200} Nov 24 14:21:16.944726 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-81a33d09-8a9c-457a-bb93-2d4fd2309121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:16.972300 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7435d6a-d977-4fd2-9a55-604739de83f0 req-c874337c-5ded-435b-aae8-464a97ed0753 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:16.974448 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a7435d6a-d977-4fd2-9a55-604739de83f0 req-c874337c-5ded-435b-aae8-464a97ed0753 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bbb418a-34c0-43b1-9bf9-856474f3950c HTTP/1.1" status: 200 len: 945 time: 0.0959437 Nov 24 14:21:17.030691 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a7435d6a-d977-4fd2-9a55-604739de83f0 req-d7bcad41-626c-4809-bc94-3c702949ca2a tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494208 Nov 24 14:21:17.335774 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c7872-a3e9-4471-9ab6-41d66d7da169 req-455a417c-6a1e-4f9d-b442-a462157a93d2 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:17.337302 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-8f3c7872-a3e9-4471-9ab6-41d66d7da169 req-455a417c-6a1e-4f9d-b442-a462157a93d2 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bbb418a-34c0-43b1-9bf9-856474f3950c HTTP/1.1" status: 200 len: 945 time: 0.0721560 Nov 24 14:21:17.345260 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bafe2e-3e36-410c-8850-d4abbce043e7 req-0575ea71-0c5e-4416-9d67-68ca876cf045 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:17.346759 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-75bafe2e-3e36-410c-8850-d4abbce043e7 req-0575ea71-0c5e-4416-9d67-68ca876cf045 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0905414 Nov 24 14:21:17.430841 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813932aa-25a6-4d5d-8755-ef2465c92521 req-5cdf2e2b-7cbc-44ae-8849-c1cb300a9b91 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:17.433438 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-813932aa-25a6-4d5d-8755-ef2465c92521 req-5cdf2e2b-7cbc-44ae-8849-c1cb300a9b91 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.37 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 945 time: 0.0620899 Nov 24 14:21:17.448938 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-75bafe2e-3e36-410c-8850-d4abbce043e7 req-d11b983c-c9bb-4ff3-a915-528097ff3b15 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961685 Nov 24 14:21:17.474630 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [req-8f3c7872-a3e9-4471-9ab6-41d66d7da169 req-7a4c2666-25d3-46a3-8f91-d6a2d8e86acc tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Deleting port 28be1116-89dc-41d2-9f08-3849561f0fad {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:21:17.474862 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-8f3c7872-a3e9-4471-9ab6-41d66d7da169 req-7a4c2666-25d3-46a3-8f91-d6a2d8e86acc tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:17.557125 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-813932aa-25a6-4d5d-8755-ef2465c92521 req-04f2e5ce-ed43-44ad-a6b2-cecd8b5b19b3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Deleting port e59f84c6-ba37-4fa4-b16e-8375c70ef669 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:21:17.557826 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-813932aa-25a6-4d5d-8755-ef2465c92521 req-04f2e5ce-ed43-44ad-a6b2-cecd8b5b19b3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:17.596734 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-8f3c7872-a3e9-4471-9ab6-41d66d7da169 req-7a4c2666-25d3-46a3-8f91-d6a2d8e86acc tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] For port 28be1116-89dc-41d2-9f08-3849561f0fad, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=28be1116-89dc-41d2-9f08-3849561f0fad,segment=NetworkSegment(4b6c6cfd-b5db-445d-b898-f8855e311bb7),segment_id=4b6c6cfd-b5db-445d-b898-f8855e311bb7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:21:17.597207 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-8f3c7872-a3e9-4471-9ab6-41d66d7da169 req-7a4c2666-25d3-46a3-8f91-d6a2d8e86acc tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:17.650475 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [req-8f3c7872-a3e9-4471-9ab6-41d66d7da169 req-7a4c2666-25d3-46a3-8f91-d6a2d8e86acc tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Calling delete_port for 28be1116-89dc-41d2-9f08-3849561f0fad owned by compute:nova {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:21:17.656207 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 45698) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:17.663995 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-73ded879-2682-47da-96fc-af1707d235b2 req-fc104813-b4be-4152-85cb-2ef220640e31 tempest-VolumesNegativeTest-709453506 tempest-VolumesNegativeTest-709453506-project] 10.222.0.73 "GET /v2.0/ports?device_id=3790ef0b-c6a6-4cf3-9243-daad5314cc4c HTTP/1.1" status: 200 len: 210 time: 0.0374243 Nov 24 14:21:17.711821 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-813932aa-25a6-4d5d-8755-ef2465c92521 req-04f2e5ce-ed43-44ad-a6b2-cecd8b5b19b3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] For port e59f84c6-ba37-4fa4-b16e-8375c70ef669, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=e59f84c6-ba37-4fa4-b16e-8375c70ef669,segment=NetworkSegment(c754a79b-afb5-48de-94e3-bf49147899b2),segment_id=c754a79b-afb5-48de-94e3-bf49147899b2)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:21:17.712326 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-813932aa-25a6-4d5d-8755-ef2465c92521 req-04f2e5ce-ed43-44ad-a6b2-cecd8b5b19b3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:17.728304 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-813932aa-25a6-4d5d-8755-ef2465c92521 req-04f2e5ce-ed43-44ad-a6b2-cecd8b5b19b3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Calling delete_port for e59f84c6-ba37-4fa4-b16e-8375c70ef669 owned by compute:nova {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:21:17.773413 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_v2 [None req-93cde6ef-b6b8-41f4-9183-69b66683d9a0 admin admin] Deleting subnet c782e533-fd76-40a0-ac14-1041a1b9732d {{(pid=102761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 14:21:17.780642 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-93cde6ef-b6b8-41f4-9183-69b66683d9a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:17.866429 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-93cde6ef-b6b8-41f4-9183-69b66683d9a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8896142'] for subnet, precommit_delete_associations {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:17.875902 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-813932aa-25a6-4d5d-8755-ef2465c92521 req-04f2e5ce-ed43-44ad-a6b2-cecd8b5b19b3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:17.896284 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['e59f84c6-ba37-4fa4-b16e-8375c70ef669', 'c98cba56-b385-49fc-98fa-a5e1dbf126ff'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:21:17.912828 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2e5ce-ed43-44ad-a6b2-cecd8b5b19b3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Pushing event deleted for resources: {'Port': ['ID=e59f84c6-ba37-4fa4-b16e-8375c70ef669,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:17.933108 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:17.938134 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2e5ce-ed43-44ad-a6b2-cecd8b5b19b3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:17.938492 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2e5ce-ed43-44ad-a6b2-cecd8b5b19b3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:17.938845 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2e5ce-ed43-44ad-a6b2-cecd8b5b19b3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:17.939265 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2e5ce-ed43-44ad-a6b2-cecd8b5b19b3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:17.939786 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2e5ce-ed43-44ad-a6b2-cecd8b5b19b3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:17.940273 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2e5ce-ed43-44ad-a6b2-cecd8b5b19b3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:17.940755 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2e5ce-ed43-44ad-a6b2-cecd8b5b19b3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:17.941256 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2e5ce-ed43-44ad-a6b2-cecd8b5b19b3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:17.941656 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2e5ce-ed43-44ad-a6b2-cecd8b5b19b3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:17.941991 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2e5ce-ed43-44ad-a6b2-cecd8b5b19b3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:17.942320 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2e5ce-ed43-44ad-a6b2-cecd8b5b19b3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:17.942652 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2e5ce-ed43-44ad-a6b2-cecd8b5b19b3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:17.988905 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-813932aa-25a6-4d5d-8755-ef2465c92521 req-04f2e5ce-ed43-44ad-a6b2-cecd8b5b19b3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] No DVR routers for this DVR port e59f84c6-ba37-4fa4-b16e-8375c70ef669 on host hv-cinder-73907 {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:21:17.990864 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-93cde6ef-b6b8-41f4-9183-69b66683d9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882942'] for subnet, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:17.992777 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-813932aa-25a6-4d5d-8755-ef2465c92521 req-04f2e5ce-ed43-44ad-a6b2-cecd8b5b19b3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:17.993016 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-8f3c7872-a3e9-4471-9ab6-41d66d7da169 req-7a4c2666-25d3-46a3-8f91-d6a2d8e86acc tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:17.996652 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-813932aa-25a6-4d5d-8755-ef2465c92521 req-04f2e5ce-ed43-44ad-a6b2-cecd8b5b19b3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.37 "DELETE /v2.0/ports/e59f84c6-ba37-4fa4-b16e-8375c70ef669 HTTP/1.1" status: 204 len: 173 time: 0.5551353 Nov 24 14:21:17.997274 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16cd436-5074-40c3-a5a1-71c04c5761f2', 'name': 'network-vif-deleted', 'tag': 'e59f84c6-ba37-4fa4-b16e-8375c70ef669'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:21:18.000621 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae21199a9d4b78a62ed18da464448d73790c24002c352d214487bf1b37d0fcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0c350e-24f2-4b94-b70b-fe68fe35c2eb" -d '{"events": [{"server_uuid": "a16cd436-5074-40c3-a5a1-71c04c5761f2", "name": "network-vif-deleted", "tag": "e59f84c6-ba37-4fa4-b16e-8375c70ef669"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:21:18.048099 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20acf97f-272e-43ab-95e0-10242dba5ace x-openstack-request-id: req-20acf97f-272e-43ab-95e0-10242dba5ace {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:21:18.048628 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16cd436-5074-40c3-a5a1-71c04c5761f2", "name": "network-vif-deleted", "tag": "e59f84c6-ba37-4fa4-b16e-8375c70ef669", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:21:18.048897 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-20acf97f-272e-43ab-95e0-10242dba5ace {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:21:18.049336 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16cd436-5074-40c3-a5a1-71c04c5761f2', 'name': 'network-vif-deleted', 'tag': 'e59f84c6-ba37-4fa4-b16e-8375c70ef669', 'status': 'completed', 'code': 200} Nov 24 14:21:18.054516 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c2666-25d3-46a3-8f91-d6a2d8e86acc tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Pushing event deleted for resources: {'Port': ['ID=28be1116-89dc-41d2-9f08-3849561f0fad,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:18.158263 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3c7872-a3e9-4471-9ab6-41d66d7da169 req-7a4c2666-25d3-46a3-8f91-d6a2d8e86acc tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] No DVR routers for this DVR port 28be1116-89dc-41d2-9f08-3849561f0fad on host hv-cinder-73907 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:21:18.161191 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-23a6e548-d4ec-4106-adbc-d070e3c432ce req-8edc97e5-b579-42ee-b95c-043d96e44d5e tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bbb418a-34c0-43b1-9bf9-856474f3950c HTTP/1.1" status: 200 len: 210 time: 0.0360084 Nov 24 14:21:18.161959 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-8f3c7872-a3e9-4471-9ab6-41d66d7da169 req-7a4c2666-25d3-46a3-8f91-d6a2d8e86acc tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:18.168316 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-8f3c7872-a3e9-4471-9ab6-41d66d7da169 req-7a4c2666-25d3-46a3-8f91-d6a2d8e86acc tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.37 "DELETE /v2.0/ports/28be1116-89dc-41d2-9f08-3849561f0fad HTTP/1.1" status: 204 len: 173 time: 0.8078744 Nov 24 14:21:18.192575 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-93cde6ef-b6b8-41f4-9183-69b66683d9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3879245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8883909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8752145'] for subnet, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:18.228060 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cde6ef-b6b8-41f4-9183-69b66683d9a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c782e533-fd76-40a0-ac14-1041a1b9732d,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:18.230321 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-93cde6ef-b6b8-41f4-9183-69b66683d9a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for subnet, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:18.234920 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-93cde6ef-b6b8-41f4-9183-69b66683d9a0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c782e533-fd76-40a0-ac14-1041a1b9732d HTTP/1.1" status: 204 len: 168 time: 0.5762157 Nov 24 14:21:18.238595 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 45704) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:18.445185 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['414addc7-3ee3-4731-817e-bb66c2427e5e', '68de4096-b321-45ff-aebb-3f6e86ef3832', '023a9b52-8d35-431f-a83d-9756542ab445', '28be1116-89dc-41d2-9f08-3849561f0fad'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:21:18.589579 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-68ad2d1f-f84e-4f42-8d28-bf691c3c3bcf req-af821303-f59b-40b1-a780-db41a0259052 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16cd436-5074-40c3-a5a1-71c04c5761f2 HTTP/1.1" status: 200 len: 210 time: 0.0365922 Nov 24 14:21:18.603066 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-aff6cbc9-eb04-419b-b3ca-c09b4e856bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708839'] for network, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:18.724986 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-aff6cbc9-eb04-419b-b3ca-c09b4e856bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880289', 'neutron.services.segments.db._delete_segments_for_network-8783323399864'] for network, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:18.754455 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-aff6cbc9-eb04-419b-b3ca-c09b4e856bc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['975b37a9-1ef1-4575-880b-a1e3b3fbb79f']}} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:18.768818 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-aff6cbc9-eb04-419b-b3ca-c09b4e856bc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '113a6a62-5713-4176-a542-f62efe3fc299') {'for_net_delete': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:18.769321 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-aff6cbc9-eb04-419b-b3ca-c09b4e856bc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '113a6a62-5713-4176-a542-f62efe3fc299') {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:18.795542 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-aff6cbc9-eb04-419b-b3ca-c09b4e856bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783323362124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11962719'] for segment, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:18.815325 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-aff6cbc9-eb04-419b-b3ca-c09b4e856bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:18.822465 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff6cbc9-eb04-419b-b3ca-c09b4e856bc9 admin admin] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=102762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:21:18.822875 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-aff6cbc9-eb04-419b-b3ca-c09b4e856bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11814199'] for segment, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: Traceback (most recent call last): Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: timer() Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: cb(*args, **kw) Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: return func(*args, **kwargs) Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: self._notify() Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: self.callback(batched_events) Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: event.method(event) Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: return f(self, *a, **k) Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: return self._get(url).json() Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: return self.request(url, 'GET', **kwargs) Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:21:18.824760 dv-cinder-739079-6-iscsi neutron-server[102762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:21:18.898731 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-aff6cbc9-eb04-419b-b3ca-c09b4e856bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667172'] for network, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:18.904129 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-aff6cbc9-eb04-419b-b3ca-c09b4e856bc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:18.911453 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-aff6cbc9-eb04-419b-b3ca-c09b4e856bc9 admin admin] 10.222.0.73 "DELETE /v2.0/networks/975b37a9-1ef1-4575-880b-a1e3b3fbb79f HTTP/1.1" status: 204 len: 168 time: 0.6672962 Nov 24 14:21:18.923689 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6cbc9-eb04-419b-b3ca-c09b4e856bc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=975b37a9-1ef1-4575-880b-a1e3b3fbb79f,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:18.927523 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbb418a-34c0-43b1-9bf9-856474f3950c', 'name': 'network-vif-deleted', 'tag': '28be1116-89dc-41d2-9f08-3849561f0fad'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:21:18.930850 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e239c5-bdce-48ed-82fb-30a96472b8dd" -d '{"events": [{"server_uuid": "6bbb418a-34c0-43b1-9bf9-856474f3950c", "name": "network-vif-deleted", "tag": "28be1116-89dc-41d2-9f08-3849561f0fad"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:21:18.985878 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4672cc7b-b81b-453f-960c-a9e927f21204 x-openstack-request-id: req-4672cc7b-b81b-453f-960c-a9e927f21204 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:21:18.986181 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbb418a-34c0-43b1-9bf9-856474f3950c", "name": "network-vif-deleted", "tag": "28be1116-89dc-41d2-9f08-3849561f0fad", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:21:18.986439 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4672cc7b-b81b-453f-960c-a9e927f21204 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:21:18.986869 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbb418a-34c0-43b1-9bf9-856474f3950c', 'name': 'network-vif-deleted', 'tag': '28be1116-89dc-41d2-9f08-3849561f0fad', 'status': 'completed', 'code': 200} Nov 24 14:21:19.178863 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 45734) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:19.254294 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-2a2cd583-337a-49aa-a12a-77dfed866045 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c572b934e5c2489380c8f86361d09ff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0740042 Nov 24 14:21:19.257062 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 45744) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:19.353294 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f875ee0f-32e2-4896-875c-20840543875e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:19.398609 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f875ee0f-32e2-4896-875c-20840543875e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:19.473391 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f875ee0f-32e2-4896-875c-20840543875e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:19.476354 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f875ee0f-32e2-4896-875c-20840543875e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:19.477839 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-f875ee0f-32e2-4896-875c-20840543875e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fa6768d9-8186-4060-8a45-cb812b1c172a HTTP/1.1" status: 204 len: 168 time: 0.2192898 Nov 24 14:21:19.489654 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875ee0f-32e2-4896-875c-20840543875e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6768d9-8186-4060-8a45-cb812b1c172a,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:19.528022 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:20.013261 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe91514-f187-44ed-8526-f12a801dd89d req-fb9698f2-40f7-4703-a3ba-0f47368b8991 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:20.016321 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-7fe91514-f187-44ed-8526-f12a801dd89d req-fb9698f2-40f7-4703-a3ba-0f47368b8991 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0609083 Nov 24 14:21:20.081132 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-7fe91514-f187-44ed-8526-f12a801dd89d req-8d4efd07-a553-4beb-8aba-e68685e740c9 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532782 Nov 24 14:21:20.743009 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7082f47-eff4-4076-b697-55cce924017f req-ae17eed1-7809-4c4b-a8a6-ca3a3f186806 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:20.745001 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c7082f47-eff4-4076-b697-55cce924017f req-ae17eed1-7809-4c4b-a8a6-ca3a3f186806 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ce93fa6-6bfe-42e0-8fef-7f003f2c502f HTTP/1.1" status: 200 len: 945 time: 0.0617633 Nov 24 14:21:20.748655 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:20.825637 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c7082f47-eff4-4076-b697-55cce924017f req-b46a3008-3918-49d7-b005-7ae3f542ee37 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686021 Nov 24 14:21:21.305186 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f703c1-2814-4fc2-b37a-7181a7d4162e req-8f2940d5-0ddb-4f03-810b-73ba7d9d7bdb tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:21.309037 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f4f703c1-2814-4fc2-b37a-7181a7d4162e req-8f2940d5-0ddb-4f03-810b-73ba7d9d7bdb tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0920424 Nov 24 14:21:21.379271 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f4f703c1-2814-4fc2-b37a-7181a7d4162e req-9c71c01f-26c6-4b65-ab4c-6fb52800b118 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623603 Nov 24 14:21:21.649785 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device aab3256a-f650-4748-8cf3-840a9373d0c8 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:21:21.682397 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] No Port match for: aab3256a-f650-4748-8cf3-840a9373d0c8 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:21:21.682866 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device aab3256a-f650-4748-8cf3-840a9373d0c8 not bound to the agent host hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:21:21.683453 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device e59f84c6-ba37-4fa4-b16e-8375c70ef669 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:21:21.716368 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] No Port match for: e59f84c6-ba37-4fa4-b16e-8375c70ef669 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:21:21.716828 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device e59f84c6-ba37-4fa4-b16e-8375c70ef669 not bound to the agent host hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:21:21.718048 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 28be1116-89dc-41d2-9f08-3849561f0fad no longer exists at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:21:21.762599 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] No Port match for: 28be1116-89dc-41d2-9f08-3849561f0fad {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:21:21.763226 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 28be1116-89dc-41d2-9f08-3849561f0fad not bound to the agent host hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:21:21.995850 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759aa15-d1c4-4f05-8fa4-317149a43d36 req-56edf873-6279-4321-95bd-0761d328bfec tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:21.997442 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c759aa15-d1c4-4f05-8fa4-317149a43d36 req-56edf873-6279-4321-95bd-0761d328bfec tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ce93fa6-6bfe-42e0-8fef-7f003f2c502f HTTP/1.1" status: 200 len: 945 time: 0.0604093 Nov 24 14:21:22.058836 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c759aa15-d1c4-4f05-8fa4-317149a43d36 req-a345683b-57a3-4c33-b4a1-f56582258cc7 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521739 Nov 24 14:21:22.567711 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219d6b1-c6db-465b-a7c4-df659e0c9801 req-195758db-ce71-4700-8000-3355c0e970c8 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:22.571440 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4219d6b1-c6db-465b-a7c4-df659e0c9801 req-195758db-ce71-4700-8000-3355c0e970c8 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0931070 Nov 24 14:21:22.648440 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4219d6b1-c6db-465b-a7c4-df659e0c9801 req-f109ab24-3647-40eb-a60a-4566055e30a6 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672190 Nov 24 14:21:22.930708 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561d144-0d3e-46fc-8462-8851efe3ba67 req-74188a1e-45a4-448b-a4ed-fa8a169d50eb tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:22.932528 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4561d144-0d3e-46fc-8462-8851efe3ba67 req-74188a1e-45a4-448b-a4ed-fa8a169d50eb tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ce93fa6-6bfe-42e0-8fef-7f003f2c502f HTTP/1.1" status: 200 len: 945 time: 0.0649474 Nov 24 14:21:23.047705 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [req-4561d144-0d3e-46fc-8462-8851efe3ba67 req-9f23de76-7df9-4bfb-853d-ce4b06a26e25 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Deleting port 023a9b52-8d35-431f-a83d-9756542ab445 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:21:23.048532 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-4561d144-0d3e-46fc-8462-8851efe3ba67 req-9f23de76-7df9-4bfb-853d-ce4b06a26e25 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:23.256011 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-4561d144-0d3e-46fc-8462-8851efe3ba67 req-9f23de76-7df9-4bfb-853d-ce4b06a26e25 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] For port 023a9b52-8d35-431f-a83d-9756542ab445, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=023a9b52-8d35-431f-a83d-9756542ab445,segment=NetworkSegment(4b6c6cfd-b5db-445d-b898-f8855e311bb7),segment_id=4b6c6cfd-b5db-445d-b898-f8855e311bb7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:21:23.256615 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-4561d144-0d3e-46fc-8462-8851efe3ba67 req-9f23de76-7df9-4bfb-853d-ce4b06a26e25 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:23.297788 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20837d-fa3d-43ab-90c4-ad9116007e88 req-7d6f3b17-3062-4c0c-b49e-feaf31137b95 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:23.300440 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2c20837d-fa3d-43ab-90c4-ad9116007e88 req-7d6f3b17-3062-4c0c-b49e-feaf31137b95 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ce93fa6-6bfe-42e0-8fef-7f003f2c502f HTTP/1.1" status: 200 len: 945 time: 0.1580412 Nov 24 14:21:23.309611 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [req-4561d144-0d3e-46fc-8462-8851efe3ba67 req-9f23de76-7df9-4bfb-853d-ce4b06a26e25 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Calling delete_port for 023a9b52-8d35-431f-a83d-9756542ab445 owned by compute:nova {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:21:23.471480 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2c20837d-fa3d-43ab-90c4-ad9116007e88 req-bb162108-d353-4229-8369-63b1e9eed2a2 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639085 Nov 24 14:21:23.605814 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-4561d144-0d3e-46fc-8462-8851efe3ba67 req-9f23de76-7df9-4bfb-853d-ce4b06a26e25 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:23.621820 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['414addc7-3ee3-4731-817e-bb66c2427e5e', '68de4096-b321-45ff-aebb-3f6e86ef3832', '023a9b52-8d35-431f-a83d-9756542ab445'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:21:23.640118 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23de76-7df9-4bfb-853d-ce4b06a26e25 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Pushing event deleted for resources: {'Port': ['ID=023a9b52-8d35-431f-a83d-9756542ab445,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:23.690891 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [req-4561d144-0d3e-46fc-8462-8851efe3ba67 req-9f23de76-7df9-4bfb-853d-ce4b06a26e25 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] No DVR routers for this DVR port 023a9b52-8d35-431f-a83d-9756542ab445 on host hv-cinder-73907 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:21:23.694790 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-4561d144-0d3e-46fc-8462-8851efe3ba67 req-9f23de76-7df9-4bfb-853d-ce4b06a26e25 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:23.701159 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4561d144-0d3e-46fc-8462-8851efe3ba67 req-9f23de76-7df9-4bfb-853d-ce4b06a26e25 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.37 "DELETE /v2.0/ports/023a9b52-8d35-431f-a83d-9756542ab445 HTTP/1.1" status: 204 len: 173 time: 0.7603626 Nov 24 14:21:23.701968 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce93fa6-6bfe-42e0-8fef-7f003f2c502f', 'name': 'network-vif-deleted', 'tag': '023a9b52-8d35-431f-a83d-9756542ab445'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:21:23.708426 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46628fb7-069f-4b7f-9885-0c5a71e3fcd0" -d '{"events": [{"server_uuid": "5ce93fa6-6bfe-42e0-8fef-7f003f2c502f", "name": "network-vif-deleted", "tag": "023a9b52-8d35-431f-a83d-9756542ab445"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:21:23.759948 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43daffcc-d6d4-45db-a8c7-d8053bdf9856 x-openstack-request-id: req-43daffcc-d6d4-45db-a8c7-d8053bdf9856 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:21:23.760251 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce93fa6-6bfe-42e0-8fef-7f003f2c502f", "name": "network-vif-deleted", "tag": "023a9b52-8d35-431f-a83d-9756542ab445", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:21:23.760505 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-43daffcc-d6d4-45db-a8c7-d8053bdf9856 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:21:23.760951 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce93fa6-6bfe-42e0-8fef-7f003f2c502f', 'name': 'network-vif-deleted', 'tag': '023a9b52-8d35-431f-a83d-9756542ab445', 'status': 'completed', 'code': 200} Nov 24 14:21:23.838964 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3d85e-ec1c-4d1e-8483-53d15a1f439c req-4829cb5f-6fc1-42fb-92b7-1562a28bb855 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:23.840873 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d8b3d85e-ec1c-4d1e-8483-53d15a1f439c req-4829cb5f-6fc1-42fb-92b7-1562a28bb855 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0760574 Nov 24 14:21:23.918281 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d8b3d85e-ec1c-4d1e-8483-53d15a1f439c req-b1fce726-d22d-4288-8362-da44d071d624 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690498 Nov 24 14:21:24.192599 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 46072) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:24.377295 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-a424863e-a31b-413f-832c-14c8a5244752 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7d82f8367e934660bacaef9e12f38c12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1833253 Nov 24 14:21:24.379667 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 46076) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:24.431742 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2fe7cb14-6694-43de-811f-e40b973269e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:24.454979 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2fe7cb14-6694-43de-811f-e40b973269e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:24.510589 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2fe7cb14-6694-43de-811f-e40b973269e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:24.513237 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2fe7cb14-6694-43de-811f-e40b973269e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:24.514408 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-2fe7cb14-6694-43de-811f-e40b973269e3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/578c5891-c6a8-4e6e-b2ce-21672dac675b HTTP/1.1" status: 204 len: 168 time: 0.1338203 Nov 24 14:21:24.528419 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7cb14-6694-43de-811f-e40b973269e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578c5891-c6a8-4e6e-b2ce-21672dac675b,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:24.877795 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bae5c-ec86-4a71-9bcc-0177656b405c req-16dcf1e2-56ca-4a3d-a19c-f78df4f8eaea tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:24.879664 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-117bae5c-ec86-4a71-9bcc-0177656b405c req-16dcf1e2-56ca-4a3d-a19c-f78df4f8eaea tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=ffc58179-e752-4fa2-9bdc-1f5b3693cd8b HTTP/1.1" status: 200 len: 946 time: 0.0574069 Nov 24 14:21:24.967327 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-117bae5c-ec86-4a71-9bcc-0177656b405c req-5a398873-e3a4-4c2b-8003-5a716a4f7d91 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732601 Nov 24 14:21:25.139756 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce0e9d-391b-4eba-8c3f-f7ebd13f601b req-daea6f45-a158-4f8b-bd4d-563fa3a929a9 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:25.143005 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fdce0e9d-391b-4eba-8c3f-f7ebd13f601b req-daea6f45-a158-4f8b-bd4d-563fa3a929a9 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0832071 Nov 24 14:21:25.205242 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fdce0e9d-391b-4eba-8c3f-f7ebd13f601b req-daec24a9-8e41-4275-8116-74f5cda811c3 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500674 Nov 24 14:21:25.411582 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 46108) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:25.550972 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-6453290c-ba4f-448e-9187-cfd6949ca7d2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-150038022-network', 'tenant_id': 'c2568470bb1d43569c7dceb498364354'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:21:25.576909 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6453290c-ba4f-448e-9187-cfd6949ca7d2 admin admin] Made reservation on behalf of c2568470bb1d43569c7dceb498364354 for: {'network': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:21:25.581009 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6453290c-ba4f-448e-9187-cfd6949ca7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for network, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:25.596852 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6453290c-ba4f-448e-9187-cfd6949ca7d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:25.697143 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6453290c-ba4f-448e-9187-cfd6949ca7d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:25.701943 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6453290c-ba4f-448e-9187-cfd6949ca7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:25.732845 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6453290c-ba4f-448e-9187-cfd6949ca7d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1116} {{(pid=102762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:21:25.738184 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453290c-ba4f-448e-9187-cfd6949ca7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0611639b-9313-4cf3-bc0d-d472b955bd2e,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:25.751047 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6453290c-ba4f-448e-9187-cfd6949ca7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:25.751386 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.db.segments_db [None req-6453290c-ba4f-448e-9187-cfd6949ca7d2 admin admin] Added segment 52a3f324-3ed0-4d80-a5be-c254e3dc8362 of type vlan for network 1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1 Nov 24 14:21:25.803025 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6453290c-ba4f-448e-9187-cfd6949ca7d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783322859825'] for network, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:25.831039 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6453290c-ba4f-448e-9187-cfd6949ca7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067'] for network, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:25.832564 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6453290c-ba4f-448e-9187-cfd6949ca7d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:25.833436 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6453290c-ba4f-448e-9187-cfd6949ca7d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:25.874368 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-6453290c-ba4f-448e-9187-cfd6949ca7d2 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4614995 Nov 24 14:21:25.881712 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 46114) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:25.887068 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-61ef6b08-0468-4268-9bb3-00abaa54702a admin admin] Request body: {'subnet': {'network_id': '1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-150038022-subnet', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'ip_version': 4}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:21:25.912417 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453290c-ba4f-448e-9187-cfd6949ca7d2 admin admin] Pushing event updated for resources: {'Network': ['ID=1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:25.915672 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ef6b08-0468-4268-9bb3-00abaa54702a admin admin] Made reservation on behalf of c2568470bb1d43569c7dceb498364354 for: {'subnet': 1} {{(pid=102761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:21:25.919308 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-61ef6b08-0468-4268-9bb3-00abaa54702a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8752186'] for subnet, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:25.928558 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Network 1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1 details requested by agent ovs-agent-dv-cinder-739079-6-iscsi with host dv-cinder-739079-6-iscsi {{(pid=102763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 14:21:26.154464 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-61ef6b08-0468-4268-9bb3-00abaa54702a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8883738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8752168'] for subnet, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:26.167789 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e66088-10d2-4111-9834-8389948c17ab req-23618b36-dec2-49af-9a06-2a505c8028ab tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:26.169254 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a6e66088-10d2-4111-9834-8389948c17ab req-23618b36-dec2-49af-9a06-2a505c8028ab tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=ffc58179-e752-4fa2-9bdc-1f5b3693cd8b HTTP/1.1" status: 200 len: 946 time: 0.1043444 Nov 24 14:21:26.230670 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef6b08-0468-4268-9bb3-00abaa54702a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e749acf-139b-4f39-b602-a65be69fd06f,revision_number=0']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:26.277535 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a6e66088-10d2-4111-9834-8389948c17ab req-3d62e76b-4907-4298-a10f-500a8b011321 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861573 Nov 24 14:21:26.278403 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef6b08-0468-4268-9bb3-00abaa54702a admin admin] Checking segment: {'id': '52a3f324-3ed0-4d80-a5be-c254e3dc8362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:21:26.278765 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ef6b08-0468-4268-9bb3-00abaa54702a admin admin] Network hostable DHCP agents. Network: 1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1, hostable agents: ['5a05dce6-6d47-4be7-b07f-778f6e38e2ad'], hosted agents: [] {{(pid=102761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:21:26.309420 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ef6b08-0468-4268-9bb3-00abaa54702a admin admin] Network 1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1 is scheduled to be hosted by DHCP agent 5a05dce6-6d47-4be7-b07f-778f6e38e2ad with binding_index 1 {{(pid=102761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:21:26.322804 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-61ef6b08-0468-4268-9bb3-00abaa54702a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-6-iscsi, 1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1) {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:21:26.327825 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ef6b08-0468-4268-9bb3-00abaa54702a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:26.328478 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-61ef6b08-0468-4268-9bb3-00abaa54702a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for subnet, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:26.337844 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f49ee60-a97a-450a-ab5d-a304961bcf95 None None] Network 1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1 requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:21:26.353119 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-61ef6b08-0468-4268-9bb3-00abaa54702a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4699159 Nov 24 14:21:26.356101 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 46120) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:26.363546 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10909785-1e1c-45bb-ae3c-7641636e0e48 req-6e4a6ded-7092-459f-8b28-75c35b383088 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:26.365160 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-10909785-1e1c-45bb-ae3c-7641636e0e48 req-6e4a6ded-7092-459f-8b28-75c35b383088 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.0649140 Nov 24 14:21:26.369602 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-3da59297-a818-467c-a674-6b92ae1cc354 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-150038022-router', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:21:26.417263 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3da59297-a818-467c-a674-6b92ae1cc354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5293'] for router, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:26.418809 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3da59297-a818-467c-a674-6b92ae1cc354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5274'] for router, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:26.429575 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-10909785-1e1c-45bb-ae3c-7641636e0e48 req-88f23b90-b031-44cc-8b6e-958464783d2c tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a06465d-3833-4fe9-b2f0-2bc60d55de18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561924 Nov 24 14:21:26.490790 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3da59297-a818-467c-a674-6b92ae1cc354 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:26.584317 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5fe63f-f5f5-4301-ad08-a66feb6ba6cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c8e87e8-2d0a-5791-abbd-89eb775a1a8c-1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1', 'network_id': '1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'fixed_ips': [{'subnet_id': '6e749acf-139b-4f39-b602-a65be69fd06f'}]}} from dv-cinder-739079-6-iscsi. {{(pid=102763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 14:21:26.585675 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9d5fe63f-f5f5-4301-ad08-a66feb6ba6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:26.667225 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3da59297-a818-467c-a674-6b92ae1cc354 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:26.766657 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbfbac-6ffd-4c0d-9b64-d01f175ec5f4 req-b54357b9-dc90-4f5e-8946-6dd37bc42a1a tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:26.768411 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f4fbfbac-6ffd-4c0d-9b64-d01f175ec5f4 req-b54357b9-dc90-4f5e-8946-6dd37bc42a1a tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc58179-e752-4fa2-9bdc-1f5b3693cd8b HTTP/1.1" status: 200 len: 946 time: 0.0767896 Nov 24 14:21:26.801777 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_common [None req-9d5fe63f-f5f5-4301-ad08-a66feb6ba6cc None None] Allocated IP 172.20.0.2 (1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1/6e749acf-139b-4f39-b602-a65be69fd06f/fe882491-4dc4-413c-b974-33fa49e41ba4) {{(pid=102763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:21:26.990576 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9d5fe63f-f5f5-4301-ad08-a66feb6ba6cc None None] Publish callbacks [] for port, precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:26.997938 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9d5fe63f-f5f5-4301-ad08-a66feb6ba6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986'] for port, after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:27.043748 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5fe63f-f5f5-4301-ad08-a66feb6ba6cc None None] Network 1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1 is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:21:27.047449 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-9d5fe63f-f5f5-4301-ad08-a66feb6ba6cc None None] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:21:27.051857 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5fe63f-f5f5-4301-ad08-a66feb6ba6cc None None] Received port after_create {{(pid=102763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:21:27.062502 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5fe63f-f5f5-4301-ad08-a66feb6ba6cc None None] Pushing event updated for resources: {'Port': ['ID=fe882491-4dc4-413c-b974-33fa49e41ba4,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:27.116335 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15b95f-49bc-45c4-b7e2-ca250613a410 req-298a1335-a796-4da0-b8f7-f5ae2048c58c tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:27.119039 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7b15b95f-49bc-45c4-b7e2-ca250613a410 req-298a1335-a796-4da0-b8f7-f5ae2048c58c tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 945 time: 0.1128550 Nov 24 14:21:27.120225 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-9d5fe63f-f5f5-4301-ad08-a66feb6ba6cc None None] Attempting to bind port fe882491-4dc4-413c-b974-33fa49e41ba4 on host dv-cinder-739079-6-iscsi for vnic_type normal with profile {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:21:27.120595 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-9d5fe63f-f5f5-4301-ad08-a66feb6ba6cc None None] Attempting to bind port fe882491-4dc4-413c-b974-33fa49e41ba4 by drivers openvswitch,hyperv on host dv-cinder-739079-6-iscsi at level 0 using segments [{'id': '52a3f324-3ed0-4d80-a5be-c254e3dc8362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1'}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:21:27.120969 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5fe63f-f5f5-4301-ad08-a66feb6ba6cc None None] Attempting to bind port fe882491-4dc4-413c-b974-33fa49e41ba4 on network 1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1 {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:21:27.130614 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5fe63f-f5f5-4301-ad08-a66feb6ba6cc None None] Checking agent: {'id': '1104589c-84b2-4bb0-9b12-312140cbcde6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'started_at': datetime.datetime(2021, 11, 24, 14, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:21:27.131583 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5fe63f-f5f5-4301-ad08-a66feb6ba6cc None None] Checking segment: {'id': '52a3f324-3ed0-4d80-a5be-c254e3dc8362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:21:27.132239 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9d5fe63f-f5f5-4301-ad08-a66feb6ba6cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:27.132800 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5fe63f-f5f5-4301-ad08-a66feb6ba6cc None None] Bound using segment: {'id': '52a3f324-3ed0-4d80-a5be-c254e3dc8362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1'} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:21:27.133703 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-9d5fe63f-f5f5-4301-ad08-a66feb6ba6cc None None] Bound port: fe882491-4dc4-413c-b974-33fa49e41ba4, host: dv-cinder-739079-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52a3f324-3ed0-4d80-a5be-c254e3dc8362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1'}}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:21:27.134577 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9d5fe63f-f5f5-4301-ad08-a66feb6ba6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:27.196658 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [req-f4fbfbac-6ffd-4c0d-9b64-d01f175ec5f4 req-72c72d00-0cba-470f-8ed2-9277b5bbfb13 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Deleting port 68de4096-b321-45ff-aebb-3f6e86ef3832 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:21:27.197319 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-f4fbfbac-6ffd-4c0d-9b64-d01f175ec5f4 req-72c72d00-0cba-470f-8ed2-9277b5bbfb13 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:27.245543 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-7b15b95f-49bc-45c4-b7e2-ca250613a410 req-ee57ca63-8550-4407-8cc7-a66fefab8108 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Deleting port c98cba56-b385-49fc-98fa-a5e1dbf126ff {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:21:27.246397 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-7b15b95f-49bc-45c4-b7e2-ca250613a410 req-ee57ca63-8550-4407-8cc7-a66fefab8108 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:27.369702 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-9d5fe63f-f5f5-4301-ad08-a66feb6ba6cc None None] For port fe882491-4dc4-413c-b974-33fa49e41ba4, host dv-cinder-739079-6-iscsi, cleared binding levels {{(pid=102763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:21:27.373801 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-9d5fe63f-f5f5-4301-ad08-a66feb6ba6cc None None] For port fe882491-4dc4-413c-b974-33fa49e41ba4, host dv-cinder-739079-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=fe882491-4dc4-413c-b974-33fa49e41ba4,segment=NetworkSegment(52a3f324-3ed0-4d80-a5be-c254e3dc8362),segment_id=52a3f324-3ed0-4d80-a5be-c254e3dc8362)] {{(pid=102763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:21:27.380892 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9d5fe63f-f5f5-4301-ad08-a66feb6ba6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:27.385087 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-7b15b95f-49bc-45c4-b7e2-ca250613a410 req-ee57ca63-8550-4407-8cc7-a66fefab8108 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] For port c98cba56-b385-49fc-98fa-a5e1dbf126ff, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=c98cba56-b385-49fc-98fa-a5e1dbf126ff,segment=NetworkSegment(c754a79b-afb5-48de-94e3-bf49147899b2),segment_id=c754a79b-afb5-48de-94e3-bf49147899b2)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:21:27.386615 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-7b15b95f-49bc-45c4-b7e2-ca250613a410 req-ee57ca63-8550-4407-8cc7-a66fefab8108 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:27.395888 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3da59297-a818-467c-a674-6b92ae1cc354 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:27.405459 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-7b15b95f-49bc-45c4-b7e2-ca250613a410 req-ee57ca63-8550-4407-8cc7-a66fefab8108 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Calling delete_port for c98cba56-b385-49fc-98fa-a5e1dbf126ff owned by compute:nova {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:21:27.431281 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3da59297-a818-467c-a674-6b92ae1cc354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:27.447478 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-f4fbfbac-6ffd-4c0d-9b64-d01f175ec5f4 req-72c72d00-0cba-470f-8ed2-9277b5bbfb13 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] For port 68de4096-b321-45ff-aebb-3f6e86ef3832, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=68de4096-b321-45ff-aebb-3f6e86ef3832,segment=NetworkSegment(4b6c6cfd-b5db-445d-b898-f8855e311bb7),segment_id=4b6c6cfd-b5db-445d-b898-f8855e311bb7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:21:27.447478 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-f4fbfbac-6ffd-4c0d-9b64-d01f175ec5f4 req-72c72d00-0cba-470f-8ed2-9277b5bbfb13 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:27.512813 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [req-f4fbfbac-6ffd-4c0d-9b64-d01f175ec5f4 req-72c72d00-0cba-470f-8ed2-9277b5bbfb13 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Calling delete_port for 68de4096-b321-45ff-aebb-3f6e86ef3832 owned by compute:nova {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:21:27.522319 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5fe63f-f5f5-4301-ad08-a66feb6ba6cc None None] Pushing event updated for resources: {'Port': ['ID=fe882491-4dc4-413c-b974-33fa49e41ba4,revision_number=2']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:27.565986 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-7b15b95f-49bc-45c4-b7e2-ca250613a410 req-ee57ca63-8550-4407-8cc7-a66fefab8108 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:27.581834 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['c98cba56-b385-49fc-98fa-a5e1dbf126ff'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:21:27.635216 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416ce31-f918-4d8c-bc58-b91b99b83d27 req-e17c7e50-10c5-4df6-9804-6d67b49640ad tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:27.636882 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-3416ce31-f918-4d8c-bc58-b91b99b83d27 req-e17c7e50-10c5-4df6-9804-6d67b49640ad tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=ffc58179-e752-4fa2-9bdc-1f5b3693cd8b HTTP/1.1" status: 200 len: 946 time: 0.2128704 Nov 24 14:21:27.638729 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57ca63-8550-4407-8cc7-a66fefab8108 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Pushing event deleted for resources: {'Port': ['ID=c98cba56-b385-49fc-98fa-a5e1dbf126ff,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:27.644925 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-24416895-ec50-4bd1-a4d6-10bfa15f07bd req-3cb8c09b-c588-4ba2-8a44-7ae70db39d73 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac1aac88-9120-45a1-b641-86cf055bd8ee HTTP/1.1" status: 200 len: 210 time: 0.0635309 Nov 24 14:21:27.664462 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 023a9b52-8d35-431f-a83d-9756542ab445 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:21:27.698096 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] No Port match for: 023a9b52-8d35-431f-a83d-9756542ab445 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:21:27.698552 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 023a9b52-8d35-431f-a83d-9756542ab445 not bound to the agent host hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:21:27.708159 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-3da59297-a818-467c-a674-6b92ae1cc354 admin admin] Allocated IP 172.27.3.117 (49cac10e-0da0-4a0f-8769-64a9bee58c01/34c9a594-21b4-4e79-af6f-55375f25e5d0/256ded51-a2a6-4ec5-b3c9-978ebac98d77) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:21:27.708805 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b15b95f-49bc-45c4-b7e2-ca250613a410 req-ee57ca63-8550-4407-8cc7-a66fefab8108 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] No DVR routers for this DVR port c98cba56-b385-49fc-98fa-a5e1dbf126ff on host hv-cinder-73907 {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:21:27.713411 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-7b15b95f-49bc-45c4-b7e2-ca250613a410 req-ee57ca63-8550-4407-8cc7-a66fefab8108 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:27.717993 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7b15b95f-49bc-45c4-b7e2-ca250613a410 req-ee57ca63-8550-4407-8cc7-a66fefab8108 tempest-ServerRescueNegativeTestJSON-2138700676 tempest-ServerRescueNegativeTestJSON-2138700676-project] 10.222.0.37 "DELETE /v2.0/ports/c98cba56-b385-49fc-98fa-a5e1dbf126ff HTTP/1.1" status: 204 len: 173 time: 0.5907338 Nov 24 14:21:27.719974 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1aac88-9120-45a1-b641-86cf055bd8ee', 'name': 'network-vif-deleted', 'tag': 'c98cba56-b385-49fc-98fa-a5e1dbf126ff'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:21:27.724455 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae21199a9d4b78a62ed18da464448d73790c24002c352d214487bf1b37d0fcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cac7cd6-1292-49c0-99b2-3deaafd1bfbf" -d '{"events": [{"server_uuid": "ac1aac88-9120-45a1-b641-86cf055bd8ee", "name": "network-vif-deleted", "tag": "c98cba56-b385-49fc-98fa-a5e1dbf126ff"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:21:27.785413 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27584692-5dc3-420d-b3a2-35a03ed162f3 x-openstack-request-id: req-27584692-5dc3-420d-b3a2-35a03ed162f3 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:21:27.785707 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1aac88-9120-45a1-b641-86cf055bd8ee", "name": "network-vif-deleted", "tag": "c98cba56-b385-49fc-98fa-a5e1dbf126ff", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:21:27.785998 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-27584692-5dc3-420d-b3a2-35a03ed162f3 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:21:27.786572 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1aac88-9120-45a1-b641-86cf055bd8ee', 'name': 'network-vif-deleted', 'tag': 'c98cba56-b385-49fc-98fa-a5e1dbf126ff', 'status': 'completed', 'code': 200} Nov 24 14:21:27.829183 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-3416ce31-f918-4d8c-bc58-b91b99b83d27 req-32069f06-4f67-45bd-a776-ae50d296d302 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838524 Nov 24 14:21:27.924690 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-f4fbfbac-6ffd-4c0d-9b64-d01f175ec5f4 req-72c72d00-0cba-470f-8ed2-9277b5bbfb13 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:27.957811 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['414addc7-3ee3-4731-817e-bb66c2427e5e', '68de4096-b321-45ff-aebb-3f6e86ef3832'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:21:27.965205 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c72d00-0cba-470f-8ed2-9277b5bbfb13 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Pushing event deleted for resources: {'Port': ['ID=68de4096-b321-45ff-aebb-3f6e86ef3832,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:28.076519 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4fbfbac-6ffd-4c0d-9b64-d01f175ec5f4 req-72c72d00-0cba-470f-8ed2-9277b5bbfb13 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] No DVR routers for this DVR port 68de4096-b321-45ff-aebb-3f6e86ef3832 on host hv-cinder-73907 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:21:28.081718 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-f4fbfbac-6ffd-4c0d-9b64-d01f175ec5f4 req-72c72d00-0cba-470f-8ed2-9277b5bbfb13 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:28.085215 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f4fbfbac-6ffd-4c0d-9b64-d01f175ec5f4 req-72c72d00-0cba-470f-8ed2-9277b5bbfb13 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.37 "DELETE /v2.0/ports/68de4096-b321-45ff-aebb-3f6e86ef3832 HTTP/1.1" status: 204 len: 173 time: 1.0028737 Nov 24 14:21:28.085686 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc58179-e752-4fa2-9bdc-1f5b3693cd8b', 'name': 'network-vif-deleted', 'tag': '68de4096-b321-45ff-aebb-3f6e86ef3832'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:21:28.088717 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c17579-fe0d-4464-8008-1e107bb50eaf" -d '{"events": [{"server_uuid": "ffc58179-e752-4fa2-9bdc-1f5b3693cd8b", "name": "network-vif-deleted", "tag": "68de4096-b321-45ff-aebb-3f6e86ef3832"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:21:28.108189 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3da59297-a818-467c-a674-6b92ae1cc354 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:28.166549 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09fcc82-3ab4-4d9f-9160-51dbc6afe2d7 x-openstack-request-id: req-c09fcc82-3ab4-4d9f-9160-51dbc6afe2d7 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:21:28.167117 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc58179-e752-4fa2-9bdc-1f5b3693cd8b", "name": "network-vif-deleted", "tag": "68de4096-b321-45ff-aebb-3f6e86ef3832", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:21:28.167553 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c09fcc82-3ab4-4d9f-9160-51dbc6afe2d7 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:21:28.168124 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc58179-e752-4fa2-9bdc-1f5b3693cd8b', 'name': 'network-vif-deleted', 'tag': '68de4096-b321-45ff-aebb-3f6e86ef3832', 'status': 'completed', 'code': 200} Nov 24 14:21:28.181534 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3da59297-a818-467c-a674-6b92ae1cc354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:28.234444 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da59297-a818-467c-a674-6b92ae1cc354 admin admin] Network 49cac10e-0da0-4a0f-8769-64a9bee58c01 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:21:28.241269 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-3da59297-a818-467c-a674-6b92ae1cc354 admin admin] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:21:28.245499 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da59297-a818-467c-a674-6b92ae1cc354 admin admin] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:21:28.273957 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da59297-a818-467c-a674-6b92ae1cc354 admin admin] Pushing event updated for resources: {'Port': ['ID=256ded51-a2a6-4ec5-b3c9-978ebac98d77,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:28.551487 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device fe882491-4dc4-413c-b974-33fa49e41ba4 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:21:28.627806 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port fe882491-4dc4-413c-b974-33fa49e41ba4 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:28.628397 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:28.708398 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3da59297-a818-467c-a674-6b92ae1cc354 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:28.761805 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 46138) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:28.805660 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:28.888351 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] For port fe882491-4dc4-413c-b974-33fa49e41ba4, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=fe882491-4dc4-413c-b974-33fa49e41ba4,segment=NetworkSegment(52a3f324-3ed0-4d80-a5be-c254e3dc8362),segment_id=52a3f324-3ed0-4d80-a5be-c254e3dc8362)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:21:28.899104 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:29.019953 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Pushing event updated for resources: {'Port': ['ID=fe882491-4dc4-413c-b974-33fa49e41ba4,revision_number=3']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:29.104206 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171f60ac-b963-448c-93b6-8dd093c10e68 None None] Network 1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1 requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:21:29.176303 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3da59297-a818-467c-a674-6b92ae1cc354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667228'] for router, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:29.253744 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-de1fc344-f306-4ee5-b728-318e306d2d60 None None] Provisioning complete for port fe882491-4dc4-413c-b974-33fa49e41ba4 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:29.254117 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-de1fc344-f306-4ee5-b728-318e306d2d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:29.495580 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da59297-a818-467c-a674-6b92ae1cc354 admin admin] Router 0fbb6d91-0844-4a2d-952c-5dc2913a6152 is scheduled to L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea with binding_index 1 {{(pid=102761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 14:21:29.641774 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-3f5356a7-c17b-4e09-8605-f1dfbc1034c3 None None] Provisioning complete for port fe882491-4dc4-413c-b974-33fa49e41ba4 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:29.642532 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3f5356a7-c17b-4e09-8605-f1dfbc1034c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:29.944281 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da59297-a818-467c-a674-6b92ae1cc354 admin admin] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:21:29.961286 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf95ee5f-5629-4445-898a-f072b08d3c70 None None] Sync routers for ids ['0fbb6d91-0844-4a2d-952c-5dc2913a6152'] in dv-cinder-739079-6-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:21:29.964075 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-697547b7-5b4d-4eea-a6a9-eb86bc734730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667450'] for router_interface, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:29.980122 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf95ee5f-5629-4445-898a-f072b08d3c70 None None] Routers {'0fbb6d91-0844-4a2d-952c-5dc2913a6152'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:21:29.980866 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-bf95ee5f-5629-4445-898a-f072b08d3c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:21:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['0fbb6d91-0844-4a2d-952c-5dc2913a6152'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:30.007337 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3da59297-a818-467c-a674-6b92ae1cc354 admin admin] Publish callbacks [] for router, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:30.008768 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-3da59297-a818-467c-a674-6b92ae1cc354 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6505961 Nov 24 14:21:30.011749 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 46150) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:30.152109 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-bf95ee5f-5629-4445-898a-f072b08d3c70 None None] Set router 0fbb6d91-0844-4a2d-952c-5dc2913a6152 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:21:30.508654 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-bf95ee5f-5629-4445-898a-f072b08d3c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'name': 'tempest-TestShelveInstance-150038022-router', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '256ded51-a2a6-4ec5-b3c9-978ebac98d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:26Z', 'updated_at': '2021-11-24T14:21:28Z', 'revision_number': 3, 'project_id': 'c2568470bb1d43569c7dceb498364354', 'gw_port': {'id': '256ded51-a2a6-4ec5-b3c9-978ebac98d77', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:27Z', 'updated_at': '2021-11-24T14:21:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:30.540777 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device fe882491-4dc4-413c-b974-33fa49e41ba4 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:21:30.551048 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf95ee5f-5629-4445-898a-f072b08d3c70 None None] Checking router: 0fbb6d91-0844-4a2d-952c-5dc2913a6152 for host: dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:21:30.551744 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf95ee5f-5629-4445-898a-f072b08d3c70 None None] Updating router 0fbb6d91-0844-4a2d-952c-5dc2913a6152 port 256ded51-a2a6-4ec5-b3c9-978ebac98d77 binding host dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:21:30.594044 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b55c4f-8e00-4e5a-b190-b36be5619a28 req-b38c9692-403f-4453-b361-7675f8b6bf15 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:30.598176 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-78b55c4f-8e00-4e5a-b190-b36be5619a28 req-b38c9692-403f-4453-b361-7675f8b6bf15 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fce4d54-4add-46de-b545-263a266f5589 HTTP/1.1" status: 200 len: 945 time: 0.0909243 Nov 24 14:21:30.601229 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bf95ee5f-5629-4445-898a-f072b08d3c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:30.623061 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port fe882491-4dc4-413c-b974-33fa49e41ba4 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:30.623923 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:30.695502 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-78b55c4f-8e00-4e5a-b190-b36be5619a28 req-d11ddb48-04ba-4fed-b6bb-49a5fa608667 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884626 Nov 24 14:21:30.802956 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-697547b7-5b4d-4eea-a6a9-eb86bc734730 admin admin] Deleting port a30698eb-3d91-4108-9b9c-9d2b381d7339 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:21:30.803850 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-697547b7-5b4d-4eea-a6a9-eb86bc734730 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:30.940509 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-697547b7-5b4d-4eea-a6a9-eb86bc734730 admin admin] For port a30698eb-3d91-4108-9b9c-9d2b381d7339, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=a30698eb-3d91-4108-9b9c-9d2b381d7339,segment=NetworkSegment(c754a79b-afb5-48de-94e3-bf49147899b2),segment_id=c754a79b-afb5-48de-94e3-bf49147899b2)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:21:30.951659 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-697547b7-5b4d-4eea-a6a9-eb86bc734730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:30.951659 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b2601375-a1bb-4d2a-83f9-eb044a2566aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:30.972759 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-697547b7-5b4d-4eea-a6a9-eb86bc734730 admin admin] Calling delete_port for a30698eb-3d91-4108-9b9c-9d2b381d7339 owned by network:router_interface {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:21:30.996177 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bf95ee5f-5629-4445-898a-f072b08d3c70 None None] Publish callbacks [] for port, precommit_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:31.003337 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bf95ee5f-5629-4445-898a-f072b08d3c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:31.074024 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-bf95ee5f-5629-4445-898a-f072b08d3c70 None None] Attempting to bind port 256ded51-a2a6-4ec5-b3c9-978ebac98d77 on host dv-cinder-739079-6-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:21:31.075289 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-bf95ee5f-5629-4445-898a-f072b08d3c70 None None] Attempting to bind port 256ded51-a2a6-4ec5-b3c9-978ebac98d77 by drivers openvswitch,hyperv on host dv-cinder-739079-6-iscsi at level 0 using segments [{'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:21:31.075289 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf95ee5f-5629-4445-898a-f072b08d3c70 None None] Attempting to bind port 256ded51-a2a6-4ec5-b3c9-978ebac98d77 on network 49cac10e-0da0-4a0f-8769-64a9bee58c01 {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:21:31.085250 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7372cfd-c43f-4880-8051-c8c3acd7f7b2 None None] Pushing event updated for resources: {'Port': ['ID=256ded51-a2a6-4ec5-b3c9-978ebac98d77,revision_number=2']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:31.088175 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf95ee5f-5629-4445-898a-f072b08d3c70 None None] Checking agent: {'id': '1104589c-84b2-4bb0-9b12-312140cbcde6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'started_at': datetime.datetime(2021, 11, 24, 14, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:21:31.088558 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf95ee5f-5629-4445-898a-f072b08d3c70 None None] Checking segment: {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:21:31.088973 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bf95ee5f-5629-4445-898a-f072b08d3c70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:31.089381 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf95ee5f-5629-4445-898a-f072b08d3c70 None None] Bound using segment: {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:21:31.089875 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-bf95ee5f-5629-4445-898a-f072b08d3c70 None None] Bound port: 256ded51-a2a6-4ec5-b3c9-978ebac98d77, host: dv-cinder-739079-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:21:31.090291 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bf95ee5f-5629-4445-898a-f072b08d3c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:31.124060 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7372cfd-c43f-4880-8051-c8c3acd7f7b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:31.124545 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7372cfd-c43f-4880-8051-c8c3acd7f7b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:31.125670 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7372cfd-c43f-4880-8051-c8c3acd7f7b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:31.126034 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7372cfd-c43f-4880-8051-c8c3acd7f7b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:31.126373 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7372cfd-c43f-4880-8051-c8c3acd7f7b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:31.127514 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7372cfd-c43f-4880-8051-c8c3acd7f7b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:31.127514 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7372cfd-c43f-4880-8051-c8c3acd7f7b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:31.127514 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7372cfd-c43f-4880-8051-c8c3acd7f7b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:31.127861 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7372cfd-c43f-4880-8051-c8c3acd7f7b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:31.128646 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7372cfd-c43f-4880-8051-c8c3acd7f7b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:31.128646 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7372cfd-c43f-4880-8051-c8c3acd7f7b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:31.129035 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7372cfd-c43f-4880-8051-c8c3acd7f7b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:31.174164 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bf95ee5f-5629-4445-898a-f072b08d3c70 None None] For port 256ded51-a2a6-4ec5-b3c9-978ebac98d77, host dv-cinder-739079-6-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:21:31.178003 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-bf95ee5f-5629-4445-898a-f072b08d3c70 None None] For port 256ded51-a2a6-4ec5-b3c9-978ebac98d77, host dv-cinder-739079-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=256ded51-a2a6-4ec5-b3c9-978ebac98d77,segment=NetworkSegment(8ba1600c-dd39-469b-9e9d-3735ae82b3ab),segment_id=8ba1600c-dd39-469b-9e9d-3735ae82b3ab)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:21:31.182807 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-bf95ee5f-5629-4445-898a-f072b08d3c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:31.259599 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf95ee5f-5629-4445-898a-f072b08d3c70 None None] Routers {'0fbb6d91-0844-4a2d-952c-5dc2913a6152'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:21:31.259599 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-bf95ee5f-5629-4445-898a-f072b08d3c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:21:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['0fbb6d91-0844-4a2d-952c-5dc2913a6152'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:31.278921 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-b2601375-a1bb-4d2a-83f9-eb044a2566aa admin admin] Allocated IP 172.20.0.1 (1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1/6e749acf-139b-4f39-b602-a65be69fd06f/dca05333-71be-43cd-a331-68198eadd672) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:21:31.299986 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7372cfd-c43f-4880-8051-c8c3acd7f7b2 None None] Pushing event updated for resources: {'Port': ['ID=256ded51-a2a6-4ec5-b3c9-978ebac98d77,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:31.392327 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-bf95ee5f-5629-4445-898a-f072b08d3c70 None None] Set router 0fbb6d91-0844-4a2d-952c-5dc2913a6152 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:21:31.403559 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-697547b7-5b4d-4eea-a6a9-eb86bc734730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:31.442002 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697547b7-5b4d-4eea-a6a9-eb86bc734730 admin admin] Pushing event deleted for resources: {'Port': ['ID=a30698eb-3d91-4108-9b9c-9d2b381d7339,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:31.521571 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b2601375-a1bb-4d2a-83f9-eb044a2566aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:31.648296 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b2601375-a1bb-4d2a-83f9-eb044a2566aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:31.686282 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device c98cba56-b385-49fc-98fa-a5e1dbf126ff no longer exists at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:21:31.714728 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2601375-a1bb-4d2a-83f9-eb044a2566aa admin admin] Network 1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:21:31.726563 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-b2601375-a1bb-4d2a-83f9-eb044a2566aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:21:31.729178 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2601375-a1bb-4d2a-83f9-eb044a2566aa admin admin] Pushing event updated for resources: {'Port': ['ID=dca05333-71be-43cd-a331-68198eadd672,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:31.733530 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2601375-a1bb-4d2a-83f9-eb044a2566aa admin admin] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:21:31.737333 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-697547b7-5b4d-4eea-a6a9-eb86bc734730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667558'] for router_interface, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:31.774411 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-bf95ee5f-5629-4445-898a-f072b08d3c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'name': 'tempest-TestShelveInstance-150038022-router', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '256ded51-a2a6-4ec5-b3c9-978ebac98d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:26Z', 'updated_at': '2021-11-24T14:21:28Z', 'revision_number': 3, 'project_id': 'c2568470bb1d43569c7dceb498364354', 'gw_port': {'id': '256ded51-a2a6-4ec5-b3c9-978ebac98d77', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:27Z', 'updated_at': '2021-11-24T14:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:31.824363 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] No Port match for: c98cba56-b385-49fc-98fa-a5e1dbf126ff {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:21:31.824798 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b2601375-a1bb-4d2a-83f9-eb044a2566aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667309'] for router_interface, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:31.828261 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device c98cba56-b385-49fc-98fa-a5e1dbf126ff not bound to the agent host hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:21:31.832950 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf95ee5f-5629-4445-898a-f072b08d3c70 None None] The sync data for ids ['0fbb6d91-0844-4a2d-952c-5dc2913a6152'] in dv-cinder-739079-6-iscsi is: [{'id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'name': 'tempest-TestShelveInstance-150038022-router', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '256ded51-a2a6-4ec5-b3c9-978ebac98d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:26Z', 'updated_at': '2021-11-24T14:21:28Z', 'revision_number': 3, 'project_id': 'c2568470bb1d43569c7dceb498364354', 'gw_port': {'id': '256ded51-a2a6-4ec5-b3c9-978ebac98d77', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:27Z', 'updated_at': '2021-11-24T14:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:21:31.841231 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 68de4096-b321-45ff-aebb-3f6e86ef3832 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:21:31.892201 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] No Port match for: 68de4096-b321-45ff-aebb-3f6e86ef3832 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:21:31.893799 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 68de4096-b321-45ff-aebb-3f6e86ef3832 not bound to the agent host hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:21:32.168012 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-871cfe86-c064-437f-a2eb-5dbe9f5ecd43 None None] Provisioning complete for port dca05333-71be-43cd-a331-68198eadd672 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:32.168780 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-871cfe86-c064-437f-a2eb-5dbe9f5ecd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:32.242961 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-871cfe86-c064-437f-a2eb-5dbe9f5ecd43 None None] Port dca05333-71be-43cd-a331-68198eadd672 cannot update to ACTIVE because it is not bound. {{(pid=102763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:21:32.476237 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5530fe-2a1b-4b8e-9126-145d93e2570c req-860d7204-a467-4736-a8f2-5201ca6ce6b9 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:32.478191 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-bb5530fe-2a1b-4b8e-9126-145d93e2570c req-860d7204-a467-4736-a8f2-5201ca6ce6b9 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fce4d54-4add-46de-b545-263a266f5589 HTTP/1.1" status: 200 len: 945 time: 0.5277715 Nov 24 14:21:32.561811 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1518cf9-1bd0-42fb-b330-372347395aa1 req-c1793133-46dd-4d4f-862e-b4257027780b tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:32.563941 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d1518cf9-1bd0-42fb-b330-372347395aa1 req-c1793133-46dd-4d4f-862e-b4257027780b tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fce4d54-4add-46de-b545-263a266f5589 HTTP/1.1" status: 200 len: 945 time: 0.2194405 Nov 24 14:21:32.568036 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b2601375-a1bb-4d2a-83f9-eb044a2566aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:32.646283 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 256ded51-a2a6-4ec5-b3c9-978ebac98d77 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:21:32.705622 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-bb5530fe-2a1b-4b8e-9126-145d93e2570c req-3d4231c4-fd75-4c9d-a239-5c18775f28dd tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/security-groups?id=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050347 Nov 24 14:21:32.707617 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697547b7-5b4d-4eea-a6a9-eb86bc734730 admin admin] Router fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:21:32.725230 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port 256ded51-a2a6-4ec5-b3c9-978ebac98d77 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:32.725781 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:32.826127 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:32.851929 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] For port 256ded51-a2a6-4ec5-b3c9-978ebac98d77, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=256ded51-a2a6-4ec5-b3c9-978ebac98d77,segment=NetworkSegment(8ba1600c-dd39-469b-9e9d-3735ae82b3ab),segment_id=8ba1600c-dd39-469b-9e9d-3735ae82b3ab)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:21:32.857973 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:32.927931 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Pushing event updated for resources: {'Port': ['ID=256ded51-a2a6-4ec5-b3c9-978ebac98d77,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:32.955701 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [req-d1518cf9-1bd0-42fb-b330-372347395aa1 req-f553d744-9732-46ff-87d6-39bface25162 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Deleting port 414addc7-3ee3-4731-817e-bb66c2427e5e {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:21:32.956452 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-d1518cf9-1bd0-42fb-b330-372347395aa1 req-f553d744-9732-46ff-87d6-39bface25162 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:33.069400 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b2601375-a1bb-4d2a-83f9-eb044a2566aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:33.073503 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697547b7-5b4d-4eea-a6a9-eb86bc734730 admin admin] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:21:33.084212 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 46166) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:33.084794 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-697547b7-5b4d-4eea-a6a9-eb86bc734730 admin admin] 10.222.0.73 "PUT /v2.0/routers/fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3206596 Nov 24 14:21:33.087683 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b2601375-a1bb-4d2a-83f9-eb044a2566aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:33.089433 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4155d7d-0b1d-4211-88b5-b5feb5398eeb None None] Sync routers for ids ['fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac'] in dv-cinder-739079-6-iscsi {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:21:33.117090 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4155d7d-0b1d-4211-88b5-b5feb5398eeb None None] Routers {'fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:21:33.119133 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-d4155d7d-0b1d-4211-88b5-b5feb5398eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:21:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:33.204815 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-d1518cf9-1bd0-42fb-b330-372347395aa1 req-f553d744-9732-46ff-87d6-39bface25162 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] For port 414addc7-3ee3-4731-817e-bb66c2427e5e, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=414addc7-3ee3-4731-817e-bb66c2427e5e,segment=NetworkSegment(4b6c6cfd-b5db-445d-b898-f8855e311bb7),segment_id=4b6c6cfd-b5db-445d-b898-f8855e311bb7)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:21:33.205892 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-d1518cf9-1bd0-42fb-b330-372347395aa1 req-f553d744-9732-46ff-87d6-39bface25162 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:33.214491 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d40ba015-30fb-4723-bd29-eac90fa6c315 admin admin] Publish callbacks [] for router, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:33.226492 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b2601375-a1bb-4d2a-83f9-eb044a2566aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667421'] for router_interface, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:33.250619 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2601375-a1bb-4d2a-83f9-eb044a2566aa admin admin] Pushing event updated for resources: {'Port': ['ID=dca05333-71be-43cd-a331-68198eadd672,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:33.258507 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [req-d1518cf9-1bd0-42fb-b330-372347395aa1 req-f553d744-9732-46ff-87d6-39bface25162 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Calling delete_port for 414addc7-3ee3-4731-817e-bb66c2427e5e owned by compute:nova {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:21:33.289193 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-d4155d7d-0b1d-4211-88b5-b5feb5398eeb None None] Set router fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:21:33.370727 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d40ba015-30fb-4723-bd29-eac90fa6c315 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:33.474606 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-d40ba015-30fb-4723-bd29-eac90fa6c315 admin admin] Deleting port 46498dec-8b57-44d5-9aa6-6d98402a9e6d {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:21:33.474936 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d40ba015-30fb-4723-bd29-eac90fa6c315 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:33.502841 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2601375-a1bb-4d2a-83f9-eb044a2566aa admin admin] Network 1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:21:33.504493 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-b2601375-a1bb-4d2a-83f9-eb044a2566aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:21:33.615569 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-d4155d7d-0b1d-4211-88b5-b5feb5398eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac', 'name': 'tempest-ServerRescueNegativeTestJSON-882446824-router', 'tenant_id': '5d7ffc6884db4347bf1894bb966ad5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '46498dec-8b57-44d5-9aa6-6d98402a9e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:17:59Z', 'updated_at': '2021-11-24T14:21:31Z', 'revision_number': 5, 'project_id': '5d7ffc6884db4347bf1894bb966ad5c0', 'gw_port': {'id': '46498dec-8b57-44d5-9aa6-6d98402a9e6d', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:01Z', 'updated_at': '2021-11-24T14:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:33.659059 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4155d7d-0b1d-4211-88b5-b5feb5398eeb None None] Checking router: fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac for host: dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:21:33.678963 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4155d7d-0b1d-4211-88b5-b5feb5398eeb None None] Routers {'fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:21:33.679820 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-d4155d7d-0b1d-4211-88b5-b5feb5398eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:21:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:33.686211 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-d40ba015-30fb-4723-bd29-eac90fa6c315 admin admin] For port 46498dec-8b57-44d5-9aa6-6d98402a9e6d, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=46498dec-8b57-44d5-9aa6-6d98402a9e6d,segment=NetworkSegment(8ba1600c-dd39-469b-9e9d-3735ae82b3ab),segment_id=8ba1600c-dd39-469b-9e9d-3735ae82b3ab)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:21:33.687616 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d40ba015-30fb-4723-bd29-eac90fa6c315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:33.703516 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-d1518cf9-1bd0-42fb-b330-372347395aa1 req-f553d744-9732-46ff-87d6-39bface25162 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:33.709730 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-d40ba015-30fb-4723-bd29-eac90fa6c315 admin admin] Calling delete_port for 46498dec-8b57-44d5-9aa6-6d98402a9e6d owned by network:router_gateway {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:21:33.744596 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['414addc7-3ee3-4731-817e-bb66c2427e5e'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:21:33.756456 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553d744-9732-46ff-87d6-39bface25162 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Pushing event deleted for resources: {'Port': ['ID=414addc7-3ee3-4731-817e-bb66c2427e5e,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:33.867301 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1518cf9-1bd0-42fb-b330-372347395aa1 req-f553d744-9732-46ff-87d6-39bface25162 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] No DVR routers for this DVR port 414addc7-3ee3-4731-817e-bb66c2427e5e on host hv-cinder-73907 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:21:33.874143 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-d1518cf9-1bd0-42fb-b330-372347395aa1 req-f553d744-9732-46ff-87d6-39bface25162 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:33.876159 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-d4155d7d-0b1d-4211-88b5-b5feb5398eeb None None] Set router fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac gateway port host: None {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:21:33.885256 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d1518cf9-1bd0-42fb-b330-372347395aa1 req-f553d744-9732-46ff-87d6-39bface25162 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.37 "DELETE /v2.0/ports/414addc7-3ee3-4731-817e-bb66c2427e5e HTTP/1.1" status: 204 len: 173 time: 1.3027904 Nov 24 14:21:33.885754 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fce4d54-4add-46de-b545-263a266f5589', 'name': 'network-vif-deleted', 'tag': '414addc7-3ee3-4731-817e-bb66c2427e5e'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:21:33.897194 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f60cf4-76ac-42a6-86c0-856793c4a0e5" -d '{"events": [{"server_uuid": "0fce4d54-4add-46de-b545-263a266f5589", "name": "network-vif-deleted", "tag": "414addc7-3ee3-4731-817e-bb66c2427e5e"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:21:33.902646 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2601375-a1bb-4d2a-83f9-eb044a2566aa admin admin] Router 0fbb6d91-0844-4a2d-952c-5dc2913a6152 has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:21:34.012793 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-d4155d7d-0b1d-4211-88b5-b5feb5398eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac', 'name': 'tempest-ServerRescueNegativeTestJSON-882446824-router', 'tenant_id': '5d7ffc6884db4347bf1894bb966ad5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:17:59Z', 'updated_at': '2021-11-24T14:21:33Z', 'revision_number': 6, 'project_id': '5d7ffc6884db4347bf1894bb966ad5c0', 'gw_port_host': None}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:34.048627 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e665b8-2054-4ee4-8d49-bff3eed80d9e x-openstack-request-id: req-a1e665b8-2054-4ee4-8d49-bff3eed80d9e {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:21:34.049323 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fce4d54-4add-46de-b545-263a266f5589", "name": "network-vif-deleted", "tag": "414addc7-3ee3-4731-817e-bb66c2427e5e", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:21:34.049323 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a1e665b8-2054-4ee4-8d49-bff3eed80d9e {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:21:34.049724 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fce4d54-4add-46de-b545-263a266f5589', 'name': 'network-vif-deleted', 'tag': '414addc7-3ee3-4731-817e-bb66c2427e5e', 'status': 'completed', 'code': 200} Nov 24 14:21:34.057273 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d40ba015-30fb-4723-bd29-eac90fa6c315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:34.089794 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2601375-a1bb-4d2a-83f9-eb044a2566aa admin admin] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:21:34.090116 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4155d7d-0b1d-4211-88b5-b5feb5398eeb None None] The sync data for ids ['fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac'] in dv-cinder-739079-6-iscsi is: [{'id': 'fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac', 'name': 'tempest-ServerRescueNegativeTestJSON-882446824-router', 'tenant_id': '5d7ffc6884db4347bf1894bb966ad5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:17:59Z', 'updated_at': '2021-11-24T14:21:33Z', 'revision_number': 6, 'project_id': '5d7ffc6884db4347bf1894bb966ad5c0', 'gw_port_host': None}] {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:21:34.102447 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-50cafcfb-365d-46e5-adef-8e0472070cb3 None None] Provisioning complete for port dca05333-71be-43cd-a331-68198eadd672 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:34.103083 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-50cafcfb-365d-46e5-adef-8e0472070cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:34.113460 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-b2601375-a1bb-4d2a-83f9-eb044a2566aa admin admin] 10.222.0.73 "PUT /v2.0/routers/0fbb6d91-0844-4a2d-952c-5dc2913a6152/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0933135 Nov 24 14:21:34.146593 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-92c6738d-c510-4a42-a3b7-2167924f22af req-f83201a6-e35d-4f3d-8c04-532f7eed1261 tempest-AttachVolumeNegativeTest-2088659578 tempest-AttachVolumeNegativeTest-2088659578-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fce4d54-4add-46de-b545-263a266f5589 HTTP/1.1" status: 200 len: 210 time: 0.1066706 Nov 24 14:21:34.168992 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ba015-30fb-4723-bd29-eac90fa6c315 admin admin] Pushing event deleted for resources: {'Port': ['ID=46498dec-8b57-44d5-9aa6-6d98402a9e6d,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:34.182040 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-50cafcfb-365d-46e5-adef-8e0472070cb3 None None] Port dca05333-71be-43cd-a331-68198eadd672 cannot update to ACTIVE because it is not bound. {{(pid=102763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:21:34.238269 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79adb74f-7ef4-49d1-a148-99c802dfbbfb None None] Sync routers for ids ['0fbb6d91-0844-4a2d-952c-5dc2913a6152'] in dv-cinder-739079-6-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:21:34.253427 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d40ba015-30fb-4723-bd29-eac90fa6c315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667136'] for router_gateway, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:34.255053 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79adb74f-7ef4-49d1-a148-99c802dfbbfb None None] Routers {'0fbb6d91-0844-4a2d-952c-5dc2913a6152'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:21:34.255734 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-79adb74f-7ef4-49d1-a148-99c802dfbbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:21:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['0fbb6d91-0844-4a2d-952c-5dc2913a6152'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:34.383844 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-79adb74f-7ef4-49d1-a148-99c802dfbbfb None None] Set router 0fbb6d91-0844-4a2d-952c-5dc2913a6152 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:21:34.422373 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d40ba015-30fb-4723-bd29-eac90fa6c315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5251'] for router, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:34.426600 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d40ba015-30fb-4723-bd29-eac90fa6c315 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:34.595821 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d40ba015-30fb-4723-bd29-eac90fa6c315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667266'] for router, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:34.600156 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40ba015-30fb-4723-bd29-eac90fa6c315 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac {{(pid=102762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 14:21:34.615986 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d40ba015-30fb-4723-bd29-eac90fa6c315 admin admin] Publish callbacks [] for router, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:34.621497 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-d40ba015-30fb-4723-bd29-eac90fa6c315 admin admin] 10.222.0.73 "DELETE /v2.0/routers/fd4aa5a8-b421-4ca8-94ff-37f7ec17f8ac HTTP/1.1" status: 204 len: 168 time: 1.5324502 Nov 24 14:21:34.623423 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 46186) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:34.707556 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_v2 [None req-1379966b-3f17-4891-8b5f-da2b2c36aadb admin admin] Deleting subnet 9f757d60-7ca3-4458-b33a-77e35ec3d9b1 {{(pid=102761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 14:21:34.711326 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1379966b-3f17-4891-8b5f-da2b2c36aadb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:34.746993 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-79adb74f-7ef4-49d1-a148-99c802dfbbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'name': 'tempest-TestShelveInstance-150038022-router', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '256ded51-a2a6-4ec5-b3c9-978ebac98d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:26Z', 'updated_at': '2021-11-24T14:21:32Z', 'revision_number': 4, 'project_id': 'c2568470bb1d43569c7dceb498364354', 'gw_port': {'id': '256ded51-a2a6-4ec5-b3c9-978ebac98d77', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:27Z', 'updated_at': '2021-11-24T14:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': 'dca05333-71be-43cd-a331-68198eadd672', 'name': '', 'network_id': '1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'mac_address': 'fa:16:3e:a8:83:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6e749acf-139b-4f39-b602-a65be69fd06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:30Z', 'updated_at': '2021-11-24T14:21:32Z', 'revision_number': 2, 'project_id': 'c2568470bb1d43569c7dceb498364354', 'subnets': [{'id': '6e749acf-139b-4f39-b602-a65be69fd06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:34.762690 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1379966b-3f17-4891-8b5f-da2b2c36aadb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8896142'] for subnet, precommit_delete_associations {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:34.780847 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79adb74f-7ef4-49d1-a148-99c802dfbbfb None None] Checking router: 0fbb6d91-0844-4a2d-952c-5dc2913a6152 for host: dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:21:34.781307 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79adb74f-7ef4-49d1-a148-99c802dfbbfb None None] Updating router 0fbb6d91-0844-4a2d-952c-5dc2913a6152 port dca05333-71be-43cd-a331-68198eadd672 binding host dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:21:34.817979 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-79adb74f-7ef4-49d1-a148-99c802dfbbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:34.822584 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1379966b-3f17-4891-8b5f-da2b2c36aadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882942'] for subnet, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:34.917237 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1379966b-3f17-4891-8b5f-da2b2c36aadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3879245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8883909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8752145'] for subnet, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:34.943184 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 46200) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:34.948584 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-e7843d49-20f9-4524-b209-5cc6fdfd11fe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-124868251-network', 'tenant_id': '74a9adecd0e049b3988476e12222f6cd'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:21:34.950573 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1379966b-3f17-4891-8b5f-da2b2c36aadb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for subnet, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:34.957567 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-1379966b-3f17-4891-8b5f-da2b2c36aadb admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9f757d60-7ca3-4458-b33a-77e35ec3d9b1 HTTP/1.1" status: 204 len: 168 time: 0.3328853 Nov 24 14:21:34.958398 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 46202) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:34.961183 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379966b-3f17-4891-8b5f-da2b2c36aadb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f757d60-7ca3-4458-b33a-77e35ec3d9b1,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:34.975672 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7843d49-20f9-4524-b209-5cc6fdfd11fe admin admin] Made reservation on behalf of 74a9adecd0e049b3988476e12222f6cd for: {'network': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:21:34.978162 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e7843d49-20f9-4524-b209-5cc6fdfd11fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for network, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:34.997326 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e7843d49-20f9-4524-b209-5cc6fdfd11fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:35.016215 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 256ded51-a2a6-4ec5-b3c9-978ebac98d77 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:21:35.078022 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c1206056-de23-4fc7-b27c-161bd882c8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708839'] for network, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:35.118443 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e7843d49-20f9-4524-b209-5cc6fdfd11fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:35.127216 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e7843d49-20f9-4524-b209-5cc6fdfd11fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:35.148585 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7843d49-20f9-4524-b209-5cc6fdfd11fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1104} {{(pid=102762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:21:35.151801 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port 256ded51-a2a6-4ec5-b3c9-978ebac98d77 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:35.152414 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:35.181023 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e7843d49-20f9-4524-b209-5cc6fdfd11fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:35.184138 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.db.segments_db [None req-e7843d49-20f9-4524-b209-5cc6fdfd11fe admin admin] Added segment 1dd71578-fc0b-40a7-9217-3a43d7517694 of type vlan for network 408b6b1d-8b25-4caf-a03b-ac3b587df38a Nov 24 14:21:35.191669 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c1206056-de23-4fc7-b27c-161bd882c8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880289', 'neutron.services.segments.db._delete_segments_for_network-8783323399864'] for network, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:35.234417 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.services.segments.db [None req-c1206056-de23-4fc7-b27c-161bd882c8b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a74af18-2791-47cf-80b2-09c09f34ce4a']}} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:35.243790 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e7843d49-20f9-4524-b209-5cc6fdfd11fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783322859825'] for network, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:35.261632 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.services.segments.db [None req-c1206056-de23-4fc7-b27c-161bd882c8b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c754a79b-afb5-48de-94e3-bf49147899b2') {'for_net_delete': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:35.262223 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.services.segments.db [None req-c1206056-de23-4fc7-b27c-161bd882c8b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c754a79b-afb5-48de-94e3-bf49147899b2') {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:35.275521 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e7843d49-20f9-4524-b209-5cc6fdfd11fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067'] for network, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:35.276851 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7843d49-20f9-4524-b209-5cc6fdfd11fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:35.277696 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e7843d49-20f9-4524-b209-5cc6fdfd11fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:35.289687 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c1206056-de23-4fc7-b27c-161bd882c8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783323362124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8896185'] for segment, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:35.292448 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-79adb74f-7ef4-49d1-a148-99c802dfbbfb None None] Publish callbacks [] for port, precommit_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:35.299157 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 46210) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:35.301707 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-79adb74f-7ef4-49d1-a148-99c802dfbbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:35.311526 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c1206056-de23-4fc7-b27c-161bd882c8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:35.320352 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1206056-de23-4fc7-b27c-161bd882c8b6 admin admin] Releasing vlan 1133 on physical network physnet1 to pool {{(pid=102761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:21:35.321073 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c1206056-de23-4fc7-b27c-161bd882c8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8767335'] for segment, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: Traceback (most recent call last): Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: timer() Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: cb(*args, **kw) Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: return func(*args, **kwargs) Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: self._notify() Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: self.callback(batched_events) Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: event.method(event) Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: return f(self, *a, **k) Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: return self._get(url).json() Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: return self.request(url, 'GET', **kwargs) Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:21:35.323168 dv-cinder-739079-6-iscsi neutron-server[102761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:21:35.363863 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device a30698eb-3d91-4108-9b9c-9d2b381d7339 no longer exists at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:21:35.368741 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7226f-2ffe-468e-9813-95193b2a3a24 None None] Pushing event updated for resources: {'Port': ['ID=dca05333-71be-43cd-a331-68198eadd672,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:35.390964 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-e7843d49-20f9-4524-b209-5cc6fdfd11fe admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4456506 Nov 24 14:21:35.391974 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 46214) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:35.413517 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] No Port match for: a30698eb-3d91-4108-9b9c-9d2b381d7339 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:21:35.413892 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device a30698eb-3d91-4108-9b9c-9d2b381d7339 not bound to the agent host dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:21:35.443276 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c1206056-de23-4fc7-b27c-161bd882c8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667172'] for network, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:35.454301 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-89c44aa8-f121-446b-87e3-e23dc31822e7 admin admin] Request body: {'subnet': {'network_id': '408b6b1d-8b25-4caf-a03b-ac3b587df38a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-124868251-subnet', 'tenant_id': '74a9adecd0e049b3988476e12222f6cd', 'ip_version': 4}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:21:35.456046 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c1206056-de23-4fc7-b27c-161bd882c8b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:35.457654 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7843d49-20f9-4524-b209-5cc6fdfd11fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98713d5f-6f18-4e62-9bb2-6e74a5cd996f,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:35.460079 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-79adb74f-7ef4-49d1-a148-99c802dfbbfb None None] Attempting to bind port dca05333-71be-43cd-a331-68198eadd672 on host dv-cinder-739079-6-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:21:35.460530 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-79adb74f-7ef4-49d1-a148-99c802dfbbfb None None] Attempting to bind port dca05333-71be-43cd-a331-68198eadd672 by drivers openvswitch,hyperv on host dv-cinder-739079-6-iscsi at level 0 using segments [{'id': '52a3f324-3ed0-4d80-a5be-c254e3dc8362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:21:35.460818 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79adb74f-7ef4-49d1-a148-99c802dfbbfb None None] Attempting to bind port dca05333-71be-43cd-a331-68198eadd672 on network 1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1 {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:21:35.478231 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79adb74f-7ef4-49d1-a148-99c802dfbbfb None None] Checking agent: {'id': '1104589c-84b2-4bb0-9b12-312140cbcde6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'started_at': datetime.datetime(2021, 11, 24, 14, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:21:35.479019 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79adb74f-7ef4-49d1-a148-99c802dfbbfb None None] Checking segment: {'id': '52a3f324-3ed0-4d80-a5be-c254e3dc8362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:21:35.479824 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-79adb74f-7ef4-49d1-a148-99c802dfbbfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:35.480764 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79adb74f-7ef4-49d1-a148-99c802dfbbfb None None] Bound using segment: {'id': '52a3f324-3ed0-4d80-a5be-c254e3dc8362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:21:35.481458 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-79adb74f-7ef4-49d1-a148-99c802dfbbfb None None] Bound port: dca05333-71be-43cd-a331-68198eadd672, host: dv-cinder-739079-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52a3f324-3ed0-4d80-a5be-c254e3dc8362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:21:35.482708 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-79adb74f-7ef4-49d1-a148-99c802dfbbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:35.486143 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-c1206056-de23-4fc7-b27c-161bd882c8b6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/1a74af18-2791-47cf-80b2-09c09f34ce4a HTTP/1.1" status: 204 len: 168 time: 0.5265393 Nov 24 14:21:35.489365 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7843d49-20f9-4524-b209-5cc6fdfd11fe admin admin] Pushing event updated for resources: {'Network': ['ID=408b6b1d-8b25-4caf-a03b-ac3b587df38a,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:35.528841 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_v2 [None req-a10eb206-94d7-43bd-8993-abb5161322c0 admin admin] Deleting subnet ce32be45-c6a3-4605-a943-84d789f15722 {{(pid=102762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 14:21:35.538406 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Network 408b6b1d-8b25-4caf-a03b-ac3b587df38a details requested by agent ovs-agent-dv-cinder-739079-6-iscsi with host dv-cinder-739079-6-iscsi {{(pid=102763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 14:21:35.538734 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c44aa8-f121-446b-87e3-e23dc31822e7 admin admin] Made reservation on behalf of 74a9adecd0e049b3988476e12222f6cd for: {'subnet': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:21:35.540653 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1206056-de23-4fc7-b27c-161bd882c8b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a74af18-2791-47cf-80b2-09c09f34ce4a,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:35.547419 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-89c44aa8-f121-446b-87e3-e23dc31822e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11814291'] for subnet, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:35.575459 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a10eb206-94d7-43bd-8993-abb5161322c0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:35.669785 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-79adb74f-7ef4-49d1-a148-99c802dfbbfb None None] For port dca05333-71be-43cd-a331-68198eadd672, host dv-cinder-739079-6-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:21:35.677960 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-79adb74f-7ef4-49d1-a148-99c802dfbbfb None None] For port dca05333-71be-43cd-a331-68198eadd672, host dv-cinder-739079-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=dca05333-71be-43cd-a331-68198eadd672,segment=NetworkSegment(52a3f324-3ed0-4d80-a5be-c254e3dc8362),segment_id=52a3f324-3ed0-4d80-a5be-c254e3dc8362)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:21:35.688375 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-79adb74f-7ef4-49d1-a148-99c802dfbbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:35.693915 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a10eb206-94d7-43bd-8993-abb5161322c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11962728'] for subnet, precommit_delete_associations {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:35.805502 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a10eb206-94d7-43bd-8993-abb5161322c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882942'] for subnet, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:35.806689 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79adb74f-7ef4-49d1-a148-99c802dfbbfb None None] Routers {'0fbb6d91-0844-4a2d-952c-5dc2913a6152'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:21:35.807555 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-79adb74f-7ef4-49d1-a148-99c802dfbbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:21:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['0fbb6d91-0844-4a2d-952c-5dc2913a6152'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:35.835239 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7226f-2ffe-468e-9813-95193b2a3a24 None None] Pushing event updated for resources: {'Port': ['ID=dca05333-71be-43cd-a331-68198eadd672,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:35.839663 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-b95f5355-6fa6-4137-a73d-d8ddbd6344db None None] Provisioning complete for port dca05333-71be-43cd-a331-68198eadd672 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:35.840256 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b95f5355-6fa6-4137-a73d-d8ddbd6344db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:35.873115 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 46220) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:35.967993 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-f96c7397-72e8-4bad-add0-6d776535b346 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5d7ffc6884db4347bf1894bb966ad5c0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0892940 Nov 24 14:21:35.982288 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 46222) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:35.996353 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b95f5355-6fa6-4137-a73d-d8ddbd6344db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:36.051831 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-79adb74f-7ef4-49d1-a148-99c802dfbbfb None None] Set router 0fbb6d91-0844-4a2d-952c-5dc2913a6152 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:21:36.053672 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-b95f5355-6fa6-4137-a73d-d8ddbd6344db None None] For port dca05333-71be-43cd-a331-68198eadd672, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=dca05333-71be-43cd-a331-68198eadd672,segment=NetworkSegment(52a3f324-3ed0-4d80-a5be-c254e3dc8362),segment_id=52a3f324-3ed0-4d80-a5be-c254e3dc8362)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:21:36.061570 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b95f5355-6fa6-4137-a73d-d8ddbd6344db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:36.098842 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e7ddc48f-82b7-4a32-b85e-90202d31c44e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:36.104927 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a10eb206-94d7-43bd-8993-abb5161322c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3879245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11930773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11814328'] for subnet, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:36.136258 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e7ddc48f-82b7-4a32-b85e-90202d31c44e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:36.159925 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10eb206-94d7-43bd-8993-abb5161322c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce32be45-c6a3-4605-a943-84d789f15722,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:36.184733 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f5355-6fa6-4137-a73d-d8ddbd6344db None None] Pushing event updated for resources: {'Port': ['ID=dca05333-71be-43cd-a331-68198eadd672,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:36.201391 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a10eb206-94d7-43bd-8993-abb5161322c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:36.208604 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-83052ab2-21a2-4442-a92a-225d52326a03 None None] Provisioning complete for port dca05333-71be-43cd-a331-68198eadd672 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:36.209271 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-83052ab2-21a2-4442-a92a-225d52326a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:36.221841 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-a10eb206-94d7-43bd-8993-abb5161322c0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ce32be45-c6a3-4605-a943-84d789f15722 HTTP/1.1" status: 204 len: 168 time: 0.8981185 Nov 24 14:21:36.222676 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 46224) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:36.225652 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-89c44aa8-f121-446b-87e3-e23dc31822e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11930698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11814273'] for subnet, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:36.235002 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e7ddc48f-82b7-4a32-b85e-90202d31c44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:36.238619 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e7ddc48f-82b7-4a32-b85e-90202d31c44e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:36.240496 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-e7ddc48f-82b7-4a32-b85e-90202d31c44e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7a06465d-3833-4fe9-b2f0-2bc60d55de18 HTTP/1.1" status: 204 len: 168 time: 0.2577794 Nov 24 14:21:36.273843 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ddc48f-82b7-4a32-b85e-90202d31c44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a06465d-3833-4fe9-b2f0-2bc60d55de18,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:36.338119 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9214d852-e959-417b-94d2-8ec69731fb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708839'] for network, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:36.373810 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c44aa8-f121-446b-87e3-e23dc31822e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=996278b9-caa9-4ded-8f9e-447f2e561e26,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:36.399999 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-79adb74f-7ef4-49d1-a148-99c802dfbbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'name': 'tempest-TestShelveInstance-150038022-router', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '256ded51-a2a6-4ec5-b3c9-978ebac98d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:26Z', 'updated_at': '2021-11-24T14:21:32Z', 'revision_number': 4, 'project_id': 'c2568470bb1d43569c7dceb498364354', 'gw_port': {'id': '256ded51-a2a6-4ec5-b3c9-978ebac98d77', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:27Z', 'updated_at': '2021-11-24T14:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': 'dca05333-71be-43cd-a331-68198eadd672', 'name': '', 'network_id': '1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'mac_address': 'fa:16:3e:a8:83:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6e749acf-139b-4f39-b602-a65be69fd06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:30Z', 'updated_at': '2021-11-24T14:21:35Z', 'revision_number': 4, 'project_id': 'c2568470bb1d43569c7dceb498364354', 'subnets': [{'id': '6e749acf-139b-4f39-b602-a65be69fd06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:36.446674 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c44aa8-f121-446b-87e3-e23dc31822e7 admin admin] Checking segment: {'id': '1dd71578-fc0b-40a7-9217-3a43d7517694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '408b6b1d-8b25-4caf-a03b-ac3b587df38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:21:36.447347 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c44aa8-f121-446b-87e3-e23dc31822e7 admin admin] Network hostable DHCP agents. Network: 408b6b1d-8b25-4caf-a03b-ac3b587df38a, hostable agents: ['5a05dce6-6d47-4be7-b07f-778f6e38e2ad'], hosted agents: [] {{(pid=102762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:21:36.473736 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79adb74f-7ef4-49d1-a148-99c802dfbbfb None None] The sync data for ids ['0fbb6d91-0844-4a2d-952c-5dc2913a6152'] in dv-cinder-739079-6-iscsi is: [{'id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'name': 'tempest-TestShelveInstance-150038022-router', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '256ded51-a2a6-4ec5-b3c9-978ebac98d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:26Z', 'updated_at': '2021-11-24T14:21:32Z', 'revision_number': 4, 'project_id': 'c2568470bb1d43569c7dceb498364354', 'gw_port': {'id': '256ded51-a2a6-4ec5-b3c9-978ebac98d77', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:27Z', 'updated_at': '2021-11-24T14:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': 'dca05333-71be-43cd-a331-68198eadd672', 'name': '', 'network_id': '1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'mac_address': 'fa:16:3e:a8:83:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6e749acf-139b-4f39-b602-a65be69fd06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:30Z', 'updated_at': '2021-11-24T14:21:35Z', 'revision_number': 4, 'project_id': 'c2568470bb1d43569c7dceb498364354', 'subnets': [{'id': '6e749acf-139b-4f39-b602-a65be69fd06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:21:36.482705 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c44aa8-f121-446b-87e3-e23dc31822e7 admin admin] Network 408b6b1d-8b25-4caf-a03b-ac3b587df38a is scheduled to be hosted by DHCP agent 5a05dce6-6d47-4be7-b07f-778f6e38e2ad with binding_index 1 {{(pid=102762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:21:36.509884 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-89c44aa8-f121-446b-87e3-e23dc31822e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-6-iscsi, 408b6b1d-8b25-4caf-a03b-ac3b587df38a) {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:21:36.511823 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9214d852-e959-417b-94d2-8ec69731fb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880289', 'neutron.services.segments.db._delete_segments_for_network-8783323399864'] for network, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:36.526945 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482cb788-b5c0-4478-a3d2-299ef8c31f28 None None] Network 408b6b1d-8b25-4caf-a03b-ac3b587df38a requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:21:36.547925 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c44aa8-f121-446b-87e3-e23dc31822e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:36.549388 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-89c44aa8-f121-446b-87e3-e23dc31822e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:36.609668 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-89c44aa8-f121-446b-87e3-e23dc31822e7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2119234 Nov 24 14:21:36.612772 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 46230) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:36.613179 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.services.segments.db [None req-9214d852-e959-417b-94d2-8ec69731fb46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61768b8-ac22-4179-af97-963e314f66f7']}} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:36.643237 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-a39d2d80-7f3c-46bb-bb4a-a906962300fa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-124868251-router', 'tenant_id': '74a9adecd0e049b3988476e12222f6cd', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:21:36.645666 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.services.segments.db [None req-9214d852-e959-417b-94d2-8ec69731fb46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6c6cfd-b5db-445d-b898-f8855e311bb7') {'for_net_delete': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:36.645956 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.services.segments.db [None req-9214d852-e959-417b-94d2-8ec69731fb46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6c6cfd-b5db-445d-b898-f8855e311bb7') {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:36.684083 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9214d852-e959-417b-94d2-8ec69731fb46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783323362124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8896185'] for segment, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:36.720474 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9214d852-e959-417b-94d2-8ec69731fb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:36.732189 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9214d852-e959-417b-94d2-8ec69731fb46 admin admin] Releasing vlan 1143 on physical network physnet1 to pool {{(pid=102761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:21:36.732874 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9214d852-e959-417b-94d2-8ec69731fb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8767335'] for segment, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: Traceback (most recent call last): Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: timer() Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: cb(*args, **kw) Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: return func(*args, **kwargs) Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: self._notify() Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: self.callback(batched_events) Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: event.method(event) Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: return f(self, *a, **k) Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: return self._get(url).json() Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: return self.request(url, 'GET', **kwargs) Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:21:36.736833 dv-cinder-739079-6-iscsi neutron-server[102761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:21:36.775209 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a39d2d80-7f3c-46bb-bb4a-a906962300fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5293'] for router, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:36.778306 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a39d2d80-7f3c-46bb-bb4a-a906962300fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5274'] for router, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:36.854459 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9214d852-e959-417b-94d2-8ec69731fb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667172'] for network, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:36.863776 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9214d852-e959-417b-94d2-8ec69731fb46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:36.872107 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-9214d852-e959-417b-94d2-8ec69731fb46 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d61768b8-ac22-4179-af97-963e314f66f7 HTTP/1.1" status: 204 len: 168 time: 0.6421621 Nov 24 14:21:36.881118 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214d852-e959-417b-94d2-8ec69731fb46 admin admin] Pushing event deleted for resources: {'Network': ['ID=d61768b8-ac22-4179-af97-963e314f66f7,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:36.965977 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a39d2d80-7f3c-46bb-bb4a-a906962300fa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:37.100264 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device dca05333-71be-43cd-a331-68198eadd672 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:21:37.215118 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 46246) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:37.335114 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a39d2d80-7f3c-46bb-bb4a-a906962300fa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:37.384218 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-09e7a48d-7219-4e94-b32a-5c7749ffd7a8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=81aef32d1f754e418d281f6d7cd9c608&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1663756 Nov 24 14:21:37.387325 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 46250) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:37.428389 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c8e87e8-2d0a-5791-abbd-89eb775a1a8c-408b6b1d-8b25-4caf-a03b-ac3b587df38a', 'network_id': '408b6b1d-8b25-4caf-a03b-ac3b587df38a', 'tenant_id': '74a9adecd0e049b3988476e12222f6cd', 'fixed_ips': [{'subnet_id': '996278b9-caa9-4ded-8f9e-447f2e561e26'}]}} from dv-cinder-739079-6-iscsi. {{(pid=102763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 14:21:37.429615 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:37.485431 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port dca05333-71be-43cd-a331-68198eadd672 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:37.485937 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:37.487717 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9b829048-35bb-4607-85a0-91c913afcb51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:37.520785 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9b829048-35bb-4607-85a0-91c913afcb51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:37.603144 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9b829048-35bb-4607-85a0-91c913afcb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:37.607027 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9b829048-35bb-4607-85a0-91c913afcb51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:37.613268 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-9b829048-35bb-4607-85a0-91c913afcb51 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5 HTTP/1.1" status: 204 len: 168 time: 0.2209778 Nov 24 14:21:37.631859 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b829048-35bb-4607-85a0-91c913afcb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae72d2a3-de6e-4cc4-abf3-c9be568d0ac5,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:37.716410 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 414addc7-3ee3-4731-817e-bb66c2427e5e no longer exists at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:21:37.795653 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] No Port match for: 414addc7-3ee3-4731-817e-bb66c2427e5e {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:21:37.797141 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 414addc7-3ee3-4731-817e-bb66c2427e5e not bound to the agent host hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:21:37.911962 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 46498dec-8b57-44d5-9aa6-6d98402a9e6d no longer exists at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:21:37.957491 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_common [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Allocated IP 172.20.0.2 (408b6b1d-8b25-4caf-a03b-ac3b587df38a/996278b9-caa9-4ded-8f9e-447f2e561e26/736de971-081a-4e9d-b5ef-5be0dfc2bd88) {{(pid=102763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:21:37.961821 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] No Port match for: 46498dec-8b57-44d5-9aa6-6d98402a9e6d {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:21:37.962160 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 46498dec-8b57-44d5-9aa6-6d98402a9e6d not bound to the agent host dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:21:38.255579 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a39d2d80-7f3c-46bb-bb4a-a906962300fa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:38.301910 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a39d2d80-7f3c-46bb-bb4a-a906962300fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:38.330842 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Publish callbacks [] for port, precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:38.341201 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986'] for port, after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:38.365539 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 46276) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:38.452634 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Pushing event updated for resources: {'Port': ['ID=736de971-081a-4e9d-b5ef-5be0dfc2bd88,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:38.477237 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Network 408b6b1d-8b25-4caf-a03b-ac3b587df38a is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:21:38.487473 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:38.487996 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:38.488424 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:38.488865 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:38.489373 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:38.489800 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:38.490285 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:38.490697 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:38.491107 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:38.491544 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:38.491948 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:38.492350 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:38.500838 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:21:38.510891 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Received port after_create {{(pid=102763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:21:38.588873 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [None req-a39d2d80-7f3c-46bb-bb4a-a906962300fa admin admin] Allocated IP 172.27.3.18 (49cac10e-0da0-4a0f-8769-64a9bee58c01/34c9a594-21b4-4e79-af6f-55375f25e5d0/bef43915-609c-47c5-af57-936e59a7dea0) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:21:38.612914 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Attempting to bind port 736de971-081a-4e9d-b5ef-5be0dfc2bd88 on host dv-cinder-739079-6-iscsi for vnic_type normal with profile {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:21:38.613401 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Attempting to bind port 736de971-081a-4e9d-b5ef-5be0dfc2bd88 by drivers openvswitch,hyperv on host dv-cinder-739079-6-iscsi at level 0 using segments [{'id': '1dd71578-fc0b-40a7-9217-3a43d7517694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '408b6b1d-8b25-4caf-a03b-ac3b587df38a'}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:21:38.614900 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Attempting to bind port 736de971-081a-4e9d-b5ef-5be0dfc2bd88 on network 408b6b1d-8b25-4caf-a03b-ac3b587df38a {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:21:38.630168 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Checking agent: {'id': '1104589c-84b2-4bb0-9b12-312140cbcde6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'started_at': datetime.datetime(2021, 11, 24, 14, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:21:38.632185 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Checking segment: {'id': '1dd71578-fc0b-40a7-9217-3a43d7517694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '408b6b1d-8b25-4caf-a03b-ac3b587df38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:21:38.632721 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:38.633225 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Bound using segment: {'id': '1dd71578-fc0b-40a7-9217-3a43d7517694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '408b6b1d-8b25-4caf-a03b-ac3b587df38a'} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:21:38.634651 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Bound port: 736de971-081a-4e9d-b5ef-5be0dfc2bd88, host: dv-cinder-739079-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd71578-fc0b-40a7-9217-3a43d7517694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '408b6b1d-8b25-4caf-a03b-ac3b587df38a'}}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:21:38.635934 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:38.762444 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] For port 736de971-081a-4e9d-b5ef-5be0dfc2bd88, host dv-cinder-739079-6-iscsi, cleared binding levels {{(pid=102763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:21:38.770932 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] For port 736de971-081a-4e9d-b5ef-5be0dfc2bd88, host dv-cinder-739079-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=736de971-081a-4e9d-b5ef-5be0dfc2bd88,segment=NetworkSegment(1dd71578-fc0b-40a7-9217-3a43d7517694),segment_id=1dd71578-fc0b-40a7-9217-3a43d7517694)] {{(pid=102763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:21:38.782620 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:38.826041 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a39d2d80-7f3c-46bb-bb4a-a906962300fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:38.838351 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-362c0f86-398d-46f8-a50f-51965c7f0b87 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-810802159-network', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:21:38.906954 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362c0f86-398d-46f8-a50f-51965c7f0b87 admin admin] Made reservation on behalf of b8179f38954442d58e1c209cf0f0eb43 for: {'network': 1} {{(pid=102761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:21:38.916501 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-362c0f86-398d-46f8-a50f-51965c7f0b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for network, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:38.931259 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-362c0f86-398d-46f8-a50f-51965c7f0b87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:38.955017 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c214251-b711-4d67-8160-ebd714e70f21 None None] Pushing event updated for resources: {'Port': ['ID=736de971-081a-4e9d-b5ef-5be0dfc2bd88,revision_number=2']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:39.001793 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8046b1-0ad3-412c-b7ee-c7b03026f9a1 req-52536965-bea7-4cf8-bd3c-d628465055c2 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:39.003916 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ea8046b1-0ad3-412c-b7ee-c7b03026f9a1 req-52536965-bea7-4cf8-bd3c-d628465055c2 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.1518605 Nov 24 14:21:39.010930 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a39d2d80-7f3c-46bb-bb4a-a906962300fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:39.065863 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-362c0f86-398d-46f8-a50f-51965c7f0b87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:39.072178 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-362c0f86-398d-46f8-a50f-51965c7f0b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:39.094057 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39d2d80-7f3c-46bb-bb4a-a906962300fa admin admin] Network 49cac10e-0da0-4a0f-8769-64a9bee58c01 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:21:39.097110 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d2d80-7f3c-46bb-bb4a-a906962300fa admin admin] Pushing event updated for resources: {'Port': ['ID=bef43915-609c-47c5-af57-936e59a7dea0,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:39.110936 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-362c0f86-398d-46f8-a50f-51965c7f0b87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1117} {{(pid=102761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:21:39.114948 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-a39d2d80-7f3c-46bb-bb4a-a906962300fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:21:39.119024 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39d2d80-7f3c-46bb-bb4a-a906962300fa admin admin] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:21:39.125639 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c0f86-398d-46f8-a50f-51965c7f0b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b0e071-86e7-49c6-9fef-c2b0076ba8f5,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:39.129319 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-362c0f86-398d-46f8-a50f-51965c7f0b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:39.129841 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.db.segments_db [None req-362c0f86-398d-46f8-a50f-51965c7f0b87 admin admin] Added segment b1837c13-0cb2-404d-aedd-258fca0eeafe of type vlan for network 36acfee9-a029-4045-9f01-f7f9a199421c Nov 24 14:21:39.218228 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-362c0f86-398d-46f8-a50f-51965c7f0b87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783322859825'] for network, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:39.222765 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ea8046b1-0ad3-412c-b7ee-c7b03026f9a1 req-a89b769f-694e-4177-b159-4968fd309776 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989732 Nov 24 14:21:39.279199 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-362c0f86-398d-46f8-a50f-51965c7f0b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067'] for network, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:39.279199 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362c0f86-398d-46f8-a50f-51965c7f0b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:39.280072 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-362c0f86-398d-46f8-a50f-51965c7f0b87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:39.325571 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-362c0f86-398d-46f8-a50f-51965c7f0b87 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9585273 Nov 24 14:21:39.329392 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 46300) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:39.335608 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-cfe980ca-4764-4ffc-9635-a6384121a405 admin admin] Request body: {'subnet': {'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-810802159-subnet', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:21:39.379259 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c0f86-398d-46f8-a50f-51965c7f0b87 admin admin] Pushing event updated for resources: {'Network': ['ID=36acfee9-a029-4045-9f01-f7f9a199421c,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:39.401916 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Network 36acfee9-a029-4045-9f01-f7f9a199421c details requested by agent ovs-agent-dv-cinder-739079-6-iscsi with host dv-cinder-739079-6-iscsi {{(pid=102763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 14:21:39.435523 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe980ca-4764-4ffc-9635-a6384121a405 admin admin] Made reservation on behalf of b8179f38954442d58e1c209cf0f0eb43 for: {'subnet': 1} {{(pid=102761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:21:39.440670 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cfe980ca-4764-4ffc-9635-a6384121a405 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8752186'] for subnet, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:39.545365 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a39d2d80-7f3c-46bb-bb4a-a906962300fa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:39.724744 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cfe980ca-4764-4ffc-9635-a6384121a405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8883738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8752168'] for subnet, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:39.795712 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe980ca-4764-4ffc-9635-a6384121a405 admin admin] Pushing event updated for resources: {'Subnet': ['ID=768a5e80-3488-4bb1-8733-0f42aa1c8190,revision_number=0']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:39.813786 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe980ca-4764-4ffc-9635-a6384121a405 admin admin] Checking segment: {'id': 'b1837c13-0cb2-404d-aedd-258fca0eeafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:21:39.814345 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe980ca-4764-4ffc-9635-a6384121a405 admin admin] Network hostable DHCP agents. Network: 36acfee9-a029-4045-9f01-f7f9a199421c, hostable agents: ['5a05dce6-6d47-4be7-b07f-778f6e38e2ad'], hosted agents: [] {{(pid=102761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:21:39.822661 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a39d2d80-7f3c-46bb-bb4a-a906962300fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667228'] for router, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:39.836985 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe980ca-4764-4ffc-9635-a6384121a405 admin admin] Network 36acfee9-a029-4045-9f01-f7f9a199421c is scheduled to be hosted by DHCP agent 5a05dce6-6d47-4be7-b07f-778f6e38e2ad with binding_index 1 {{(pid=102761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:21:39.853026 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-cfe980ca-4764-4ffc-9635-a6384121a405 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-6-iscsi, 36acfee9-a029-4045-9f01-f7f9a199421c) {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:21:39.858285 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe980ca-4764-4ffc-9635-a6384121a405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:39.859693 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cfe980ca-4764-4ffc-9635-a6384121a405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for subnet, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:39.872993 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10c0004-de72-4c0d-90ff-fe021a93f628 None None] Network 36acfee9-a029-4045-9f01-f7f9a199421c requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:21:39.882995 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 46310) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:39.883714 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-cfe980ca-4764-4ffc-9635-a6384121a405 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5527384 Nov 24 14:21:39.890867 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-8e6a7991-7df0-4910-bd6d-05ebbd7a00e2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-810802159-router', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:21:39.926276 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8e6a7991-7df0-4910-bd6d-05ebbd7a00e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5293'] for router, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:39.927673 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8e6a7991-7df0-4910-bd6d-05ebbd7a00e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5274'] for router, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:40.081351 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8e6a7991-7df0-4910-bd6d-05ebbd7a00e2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:40.191760 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306cd676-675d-4ed7-93d2-90822a054f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c8e87e8-2d0a-5791-abbd-89eb775a1a8c-36acfee9-a029-4045-9f01-f7f9a199421c', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'fixed_ips': [{'subnet_id': '768a5e80-3488-4bb1-8733-0f42aa1c8190'}]}} from dv-cinder-739079-6-iscsi. {{(pid=102763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 14:21:40.193282 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-306cd676-675d-4ed7-93d2-90822a054f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:40.276664 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39d2d80-7f3c-46bb-bb4a-a906962300fa admin admin] Router 7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2 is scheduled to L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea with binding_index 1 {{(pid=102762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 14:21:40.281096 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8e6a7991-7df0-4910-bd6d-05ebbd7a00e2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:40.470543 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e89626-cc53-43ed-ab71-a0866a4d687e None None] Network 408b6b1d-8b25-4caf-a03b-ac3b587df38a requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:21:40.510651 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361bdcc-f03a-44d1-a9cf-3ed0c0f7005e req-ef3cab11-3e7c-46e2-bc73-3212396752a4 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:40.530283 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5361bdcc-f03a-44d1-a9cf-3ed0c0f7005e req-ef3cab11-3e7c-46e2-bc73-3212396752a4 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.1175625 Nov 24 14:21:40.621373 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-aefe3b01-4cfc-4dc0-8728-8e66fbeb3c02 None None] Provisioning complete for port 736de971-081a-4e9d-b5ef-5be0dfc2bd88 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:40.621992 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-aefe3b01-4cfc-4dc0-8728-8e66fbeb3c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:40.656209 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39d2d80-7f3c-46bb-bb4a-a906962300fa admin admin] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:21:40.679507 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d26804e-af40-454d-af1f-8b6cc3be172c None None] Sync routers for ids ['7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2'] in dv-cinder-739079-6-iscsi {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:21:40.679923 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5361bdcc-f03a-44d1-a9cf-3ed0c0f7005e req-b2a34d3f-ff1a-4a81-8355-c8beedd8fa0e tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479602 Nov 24 14:21:40.690189 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_common [None req-306cd676-675d-4ed7-93d2-90822a054f86 None None] Allocated IP 172.20.0.2 (36acfee9-a029-4045-9f01-f7f9a199421c/768a5e80-3488-4bb1-8733-0f42aa1c8190/f84bc073-0968-4d10-b5fd-da498a5749b6) {{(pid=102763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:21:40.706626 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d26804e-af40-454d-af1f-8b6cc3be172c None None] Routers {'7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:21:40.707499 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-6d26804e-af40-454d-af1f-8b6cc3be172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:21:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:40.713848 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a39d2d80-7f3c-46bb-bb4a-a906962300fa admin admin] Publish callbacks [] for router, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:40.715132 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-a39d2d80-7f3c-46bb-bb4a-a906962300fa admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.0936301 Nov 24 14:21:40.720679 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 46332) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:40.855088 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 736de971-081a-4e9d-b5ef-5be0dfc2bd88 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:21:40.937379 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8e6a7991-7df0-4910-bd6d-05ebbd7a00e2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:40.954815 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-6d26804e-af40-454d-af1f-8b6cc3be172c None None] Set router 7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:21:40.962630 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8e6a7991-7df0-4910-bd6d-05ebbd7a00e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:41.136179 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [None req-8e6a7991-7df0-4910-bd6d-05ebbd7a00e2 admin admin] Allocated IP 172.27.3.73 (49cac10e-0da0-4a0f-8769-64a9bee58c01/34c9a594-21b4-4e79-af6f-55375f25e5d0/abbffdb7-74f5-42c5-beed-33577155d1c6) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:21:41.258555 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8e6a7991-7df0-4910-bd6d-05ebbd7a00e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:41.288300 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:41.301342 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8e6a7991-7df0-4910-bd6d-05ebbd7a00e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:41.339187 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6a7991-7df0-4910-bd6d-05ebbd7a00e2 admin admin] Network 49cac10e-0da0-4a0f-8769-64a9bee58c01 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:21:41.347493 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-8e6a7991-7df0-4910-bd6d-05ebbd7a00e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:21:41.351856 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6a7991-7df0-4910-bd6d-05ebbd7a00e2 admin admin] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:21:41.374228 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c27e8e09-09ce-46f8-8e30-b7f9475f2184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:41.379455 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a7991-7df0-4910-bd6d-05ebbd7a00e2 admin admin] Pushing event updated for resources: {'Port': ['ID=abbffdb7-74f5-42c5-beed-33577155d1c6,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:41.443241 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-aefe3b01-4cfc-4dc0-8728-8e66fbeb3c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:41.581710 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-aefe3b01-4cfc-4dc0-8728-8e66fbeb3c02 None None] For port 736de971-081a-4e9d-b5ef-5be0dfc2bd88, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=736de971-081a-4e9d-b5ef-5be0dfc2bd88,segment=NetworkSegment(1dd71578-fc0b-40a7-9217-3a43d7517694),segment_id=1dd71578-fc0b-40a7-9217-3a43d7517694)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:21:41.587521 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-c27e8e09-09ce-46f8-8e30-b7f9475f2184 admin admin] Allocated IP 172.20.0.1 (408b6b1d-8b25-4caf-a03b-ac3b587df38a/996278b9-caa9-4ded-8f9e-447f2e561e26/77dbf0c9-5266-4cb4-b11c-f97ea513f95c) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:21:41.589800 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port 736de971-081a-4e9d-b5ef-5be0dfc2bd88 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:41.590229 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:41.599655 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-aefe3b01-4cfc-4dc0-8728-8e66fbeb3c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:41.613047 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:21:41.660933 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-306cd676-675d-4ed7-93d2-90822a054f86 None None] Publish callbacks [] for port, precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:41.675178 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8e6a7991-7df0-4910-bd6d-05ebbd7a00e2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:41.692725 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-306cd676-675d-4ed7-93d2-90822a054f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986'] for port, after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:41.747523 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c27e8e09-09ce-46f8-8e30-b7f9475f2184 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:41.748902 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe3b01-4cfc-4dc0-8728-8e66fbeb3c02 None None] Pushing event updated for resources: {'Port': ['ID=736de971-081a-4e9d-b5ef-5be0dfc2bd88,revision_number=3']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:41.756668 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306cd676-675d-4ed7-93d2-90822a054f86 None None] Network 36acfee9-a029-4045-9f01-f7f9a199421c is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:21:41.784872 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-306cd676-675d-4ed7-93d2-90822a054f86 None None] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:21:41.787497 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306cd676-675d-4ed7-93d2-90822a054f86 None None] Received port after_create {{(pid=102763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:21:41.800725 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c27e8e09-09ce-46f8-8e30-b7f9475f2184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:41.845963 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-6d26804e-af40-454d-af1f-8b6cc3be172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2', 'name': 'tempest-TestShelveInstance-124868251-router', 'tenant_id': '74a9adecd0e049b3988476e12222f6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bef43915-609c-47c5-af57-936e59a7dea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:36Z', 'updated_at': '2021-11-24T14:21:39Z', 'revision_number': 3, 'project_id': '74a9adecd0e049b3988476e12222f6cd', 'gw_port': {'id': 'bef43915-609c-47c5-af57-936e59a7dea0', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:38Z', 'updated_at': '2021-11-24T14:21:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:41.869197 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27e8e09-09ce-46f8-8e30-b7f9475f2184 admin admin] Network 408b6b1d-8b25-4caf-a03b-ac3b587df38a is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:21:41.872621 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-c27e8e09-09ce-46f8-8e30-b7f9475f2184 admin admin] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:21:41.878549 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27e8e09-09ce-46f8-8e30-b7f9475f2184 admin admin] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:21:41.912083 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306cd676-675d-4ed7-93d2-90822a054f86 None None] Pushing event updated for resources: {'Port': ['ID=f84bc073-0968-4d10-b5fd-da498a5749b6,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:41.933933 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e8e09-09ce-46f8-8e30-b7f9475f2184 admin admin] Pushing event updated for resources: {'Port': ['ID=77dbf0c9-5266-4cb4-b11c-f97ea513f95c,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:41.941753 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d26804e-af40-454d-af1f-8b6cc3be172c None None] Checking router: 7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2 for host: dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:21:41.942879 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d26804e-af40-454d-af1f-8b6cc3be172c None None] Updating router 7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2 port bef43915-609c-47c5-af57-936e59a7dea0 binding host dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:21:41.949489 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c27e8e09-09ce-46f8-8e30-b7f9475f2184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667309'] for router_interface, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:41.985476 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8e6a7991-7df0-4910-bd6d-05ebbd7a00e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667228'] for router, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:42.001600 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-306cd676-675d-4ed7-93d2-90822a054f86 None None] Attempting to bind port f84bc073-0968-4d10-b5fd-da498a5749b6 on host dv-cinder-739079-6-iscsi for vnic_type normal with profile {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:21:42.001985 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-306cd676-675d-4ed7-93d2-90822a054f86 None None] Attempting to bind port f84bc073-0968-4d10-b5fd-da498a5749b6 by drivers openvswitch,hyperv on host dv-cinder-739079-6-iscsi at level 0 using segments [{'id': 'b1837c13-0cb2-404d-aedd-258fca0eeafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c'}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:21:42.002351 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306cd676-675d-4ed7-93d2-90822a054f86 None None] Attempting to bind port f84bc073-0968-4d10-b5fd-da498a5749b6 on network 36acfee9-a029-4045-9f01-f7f9a199421c {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:21:42.008476 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-4140cb63-47f9-473a-97d3-3657b3b2c59e None None] Provisioning complete for port 736de971-081a-4e9d-b5ef-5be0dfc2bd88 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:42.008847 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4140cb63-47f9-473a-97d3-3657b3b2c59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:42.057075 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306cd676-675d-4ed7-93d2-90822a054f86 None None] Checking agent: {'id': '1104589c-84b2-4bb0-9b12-312140cbcde6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'started_at': datetime.datetime(2021, 11, 24, 14, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:21:42.057366 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306cd676-675d-4ed7-93d2-90822a054f86 None None] Checking segment: {'id': 'b1837c13-0cb2-404d-aedd-258fca0eeafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:21:42.057785 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-306cd676-675d-4ed7-93d2-90822a054f86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:42.058187 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306cd676-675d-4ed7-93d2-90822a054f86 None None] Bound using segment: {'id': 'b1837c13-0cb2-404d-aedd-258fca0eeafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c'} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:21:42.058710 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-306cd676-675d-4ed7-93d2-90822a054f86 None None] Bound port: f84bc073-0968-4d10-b5fd-da498a5749b6, host: dv-cinder-739079-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1837c13-0cb2-404d-aedd-258fca0eeafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c'}}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:21:42.059096 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-306cd676-675d-4ed7-93d2-90822a054f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:42.064064 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6d26804e-af40-454d-af1f-8b6cc3be172c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:42.336378 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-306cd676-675d-4ed7-93d2-90822a054f86 None None] For port f84bc073-0968-4d10-b5fd-da498a5749b6, host dv-cinder-739079-6-iscsi, cleared binding levels {{(pid=102763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:21:42.344465 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb191746-b66a-4bb6-8d55-804d8d5da479 req-fc825659-2501-4c41-808d-5425be3fcf23 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:42.354219 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cb191746-b66a-4bb6-8d55-804d8d5da479 req-fc825659-2501-4c41-808d-5425be3fcf23 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.5081184 Nov 24 14:21:42.367217 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-306cd676-675d-4ed7-93d2-90822a054f86 None None] For port f84bc073-0968-4d10-b5fd-da498a5749b6, host dv-cinder-739079-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=f84bc073-0968-4d10-b5fd-da498a5749b6,segment=NetworkSegment(b1837c13-0cb2-404d-aedd-258fca0eeafe),segment_id=b1837c13-0cb2-404d-aedd-258fca0eeafe)] {{(pid=102763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:21:42.375939 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-306cd676-675d-4ed7-93d2-90822a054f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:42.501217 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c27e8e09-09ce-46f8-8e30-b7f9475f2184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:42.520756 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306cd676-675d-4ed7-93d2-90822a054f86 None None] Pushing event updated for resources: {'Port': ['ID=f84bc073-0968-4d10-b5fd-da498a5749b6,revision_number=2']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:42.526623 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-8469355f-4a74-4000-9c10-a0f2b02bbfb9 None None] Provisioning complete for port 77dbf0c9-5266-4cb4-b11c-f97ea513f95c triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:42.527106 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8469355f-4a74-4000-9c10-a0f2b02bbfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:42.593042 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cb191746-b66a-4bb6-8d55-804d8d5da479 req-02b02139-d79d-4e06-9ee0-8d8df12174bc tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2373803 Nov 24 14:21:42.712333 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6a7991-7df0-4910-bd6d-05ebbd7a00e2 admin admin] Router d3abc9c8-ea3c-4748-8244-6bec72a2aec2 is scheduled to L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea with binding_index 1 {{(pid=102762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 14:21:42.773927 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-8469355f-4a74-4000-9c10-a0f2b02bbfb9 None None] Port 77dbf0c9-5266-4cb4-b11c-f97ea513f95c cannot update to ACTIVE because it is not bound. {{(pid=102763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:21:42.776656 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 736de971-081a-4e9d-b5ef-5be0dfc2bd88 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:21:42.873807 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c27e8e09-09ce-46f8-8e30-b7f9475f2184 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:42.885431 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c27e8e09-09ce-46f8-8e30-b7f9475f2184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:42.928342 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6d26804e-af40-454d-af1f-8b6cc3be172c None None] Publish callbacks [] for port, precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:42.936088 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6d26804e-af40-454d-af1f-8b6cc3be172c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:42.997926 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c27e8e09-09ce-46f8-8e30-b7f9475f2184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667421'] for router_interface, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:43.012641 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e8e09-09ce-46f8-8e30-b7f9475f2184 admin admin] Pushing event updated for resources: {'Port': ['ID=77dbf0c9-5266-4cb4-b11c-f97ea513f95c,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:43.013451 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6a7991-7df0-4910-bd6d-05ebbd7a00e2 admin admin] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:21:43.026863 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b372ed-8ab5-4159-a47c-364c832438ee None None] Sync routers for ids ['d3abc9c8-ea3c-4748-8244-6bec72a2aec2'] in dv-cinder-739079-6-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:21:43.055762 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b372ed-8ab5-4159-a47c-364c832438ee None None] Routers {'d3abc9c8-ea3c-4748-8244-6bec72a2aec2'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:21:43.056839 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-b4b372ed-8ab5-4159-a47c-364c832438ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:21:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['d3abc9c8-ea3c-4748-8244-6bec72a2aec2'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:43.056992 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8e6a7991-7df0-4910-bd6d-05ebbd7a00e2 admin admin] Publish callbacks [] for router, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:43.058913 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-8e6a7991-7df0-4910-bd6d-05ebbd7a00e2 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1746633 Nov 24 14:21:43.062623 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 46360) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:43.071883 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port 736de971-081a-4e9d-b5ef-5be0dfc2bd88 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:43.072356 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:43.083568 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-6d26804e-af40-454d-af1f-8b6cc3be172c None None] Attempting to bind port bef43915-609c-47c5-af57-936e59a7dea0 on host dv-cinder-739079-6-iscsi for vnic_type normal with profile {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:21:43.083950 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-6d26804e-af40-454d-af1f-8b6cc3be172c None None] Attempting to bind port bef43915-609c-47c5-af57-936e59a7dea0 by drivers openvswitch,hyperv on host dv-cinder-739079-6-iscsi at level 0 using segments [{'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:21:43.084323 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d26804e-af40-454d-af1f-8b6cc3be172c None None] Attempting to bind port bef43915-609c-47c5-af57-936e59a7dea0 on network 49cac10e-0da0-4a0f-8769-64a9bee58c01 {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:21:43.099342 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d26804e-af40-454d-af1f-8b6cc3be172c None None] Checking agent: {'id': '1104589c-84b2-4bb0-9b12-312140cbcde6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'started_at': datetime.datetime(2021, 11, 24, 14, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:21:43.099695 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d26804e-af40-454d-af1f-8b6cc3be172c None None] Checking segment: {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:21:43.102860 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6d26804e-af40-454d-af1f-8b6cc3be172c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:43.104452 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d26804e-af40-454d-af1f-8b6cc3be172c None None] Bound using segment: {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:21:43.105066 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-6d26804e-af40-454d-af1f-8b6cc3be172c None None] Bound port: bef43915-609c-47c5-af57-936e59a7dea0, host: dv-cinder-739079-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:21:43.105475 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6d26804e-af40-454d-af1f-8b6cc3be172c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:43.143370 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27e8e09-09ce-46f8-8e30-b7f9475f2184 admin admin] Network 408b6b1d-8b25-4caf-a03b-ac3b587df38a is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:21:43.145218 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-c27e8e09-09ce-46f8-8e30-b7f9475f2184 admin admin] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:21:43.147585 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e41912-02ee-482e-9952-65e9ff3537d5 None None] Pushing event updated for resources: {'Port': ['ID=bef43915-609c-47c5-af57-936e59a7dea0,revision_number=2']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:43.208580 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-6d26804e-af40-454d-af1f-8b6cc3be172c None None] For port bef43915-609c-47c5-af57-936e59a7dea0, host dv-cinder-739079-6-iscsi, cleared binding levels {{(pid=102763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:21:43.220376 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-6d26804e-af40-454d-af1f-8b6cc3be172c None None] For port bef43915-609c-47c5-af57-936e59a7dea0, host dv-cinder-739079-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=bef43915-609c-47c5-af57-936e59a7dea0,segment=NetworkSegment(8ba1600c-dd39-469b-9e9d-3735ae82b3ab),segment_id=8ba1600c-dd39-469b-9e9d-3735ae82b3ab)] {{(pid=102763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:21:43.244284 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6d26804e-af40-454d-af1f-8b6cc3be172c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:43.364103 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d26804e-af40-454d-af1f-8b6cc3be172c None None] Routers {'7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:21:43.364695 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-6d26804e-af40-454d-af1f-8b6cc3be172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:21:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:43.370131 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e41912-02ee-482e-9952-65e9ff3537d5 None None] Pushing event updated for resources: {'Port': ['ID=bef43915-609c-47c5-af57-936e59a7dea0,revision_number=3']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:43.393227 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-b4b372ed-8ab5-4159-a47c-364c832438ee None None] Set router d3abc9c8-ea3c-4748-8244-6bec72a2aec2 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:21:43.430004 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27e8e09-09ce-46f8-8e30-b7f9475f2184 admin admin] Router 7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2 has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:21:43.565738 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-f94f1f96-0acf-4578-8ff2-2659a98d146f None None] Provisioning complete for port 77dbf0c9-5266-4cb4-b11c-f97ea513f95c triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:43.566110 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f94f1f96-0acf-4578-8ff2-2659a98d146f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:43.602573 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-6d26804e-af40-454d-af1f-8b6cc3be172c None None] Set router 7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:21:43.626746 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27e8e09-09ce-46f8-8e30-b7f9475f2184 admin admin] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:21:43.641199 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-c27e8e09-09ce-46f8-8e30-b7f9475f2184 admin admin] 10.222.0.73 "PUT /v2.0/routers/7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9089367 Nov 24 14:21:43.666707 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-f94f1f96-0acf-4578-8ff2-2659a98d146f None None] Port 77dbf0c9-5266-4cb4-b11c-f97ea513f95c cannot update to ACTIVE because it is not bound. {{(pid=102763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:21:43.722825 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-369d5ebe-b82e-4bb7-afce-369778820b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:43.728262 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-b4b372ed-8ab5-4159-a47c-364c832438ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'name': 'tempest-AttachVolumeShelveTestJSON-810802159-router', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:39Z', 'updated_at': '2021-11-24T14:21:41Z', 'revision_number': 3, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'gw_port': {'id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:40Z', 'updated_at': '2021-11-24T14:21:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:43.774343 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b372ed-8ab5-4159-a47c-364c832438ee None None] Checking router: d3abc9c8-ea3c-4748-8244-6bec72a2aec2 for host: dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:21:43.774838 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b372ed-8ab5-4159-a47c-364c832438ee None None] Updating router d3abc9c8-ea3c-4748-8244-6bec72a2aec2 port abbffdb7-74f5-42c5-beed-33577155d1c6 binding host dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:21:43.835623 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f277d-f1bc-4112-a5b7-05754714892c req-7be9e4b1-e982-4364-815b-671b89077b4c tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:43.837992 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f90f277d-f1bc-4112-a5b7-05754714892c req-7be9e4b1-e982-4364-815b-671b89077b4c tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.0939867 Nov 24 14:21:43.849391 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-b4b372ed-8ab5-4159-a47c-364c832438ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:43.967194 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f90f277d-f1bc-4112-a5b7-05754714892c req-f262a6fa-38b6-4a3e-bc98-13a2eb99ec93 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058702 Nov 24 14:21:44.019864 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [None req-369d5ebe-b82e-4bb7-afce-369778820b66 admin admin] Allocated IP 172.20.0.1 (36acfee9-a029-4045-9f01-f7f9a199421c/768a5e80-3488-4bb1-8733-0f42aa1c8190/527d377f-19e9-4186-bab5-01172366e320) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:21:44.170233 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedc2abf-7dac-4e9f-899f-88065e031b15 None None] Network 36acfee9-a029-4045-9f01-f7f9a199421c requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:21:44.182132 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-369d5ebe-b82e-4bb7-afce-369778820b66 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:44.240585 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-369d5ebe-b82e-4bb7-afce-369778820b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:44.299927 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369d5ebe-b82e-4bb7-afce-369778820b66 admin admin] Network 36acfee9-a029-4045-9f01-f7f9a199421c is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:21:44.305608 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-369d5ebe-b82e-4bb7-afce-369778820b66 admin admin] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:21:44.309063 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369d5ebe-b82e-4bb7-afce-369778820b66 admin admin] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:21:44.314505 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-b4b372ed-8ab5-4159-a47c-364c832438ee None None] Publish callbacks [] for port, precommit_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:44.331492 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-b4b372ed-8ab5-4159-a47c-364c832438ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:44.333646 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-eb09bab5-aa1b-4dee-ba77-2cf9bdcb8565 None None] Provisioning complete for port f84bc073-0968-4d10-b5fd-da498a5749b6 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:44.334326 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-eb09bab5-aa1b-4dee-ba77-2cf9bdcb8565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:44.353006 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d5ebe-b82e-4bb7-afce-369778820b66 admin admin] Pushing event updated for resources: {'Port': ['ID=527d377f-19e9-4186-bab5-01172366e320,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:44.377989 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-369d5ebe-b82e-4bb7-afce-369778820b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667309'] for router_interface, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:44.424353 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-b4b372ed-8ab5-4159-a47c-364c832438ee None None] Attempting to bind port abbffdb7-74f5-42c5-beed-33577155d1c6 on host dv-cinder-739079-6-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:21:44.424704 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-b4b372ed-8ab5-4159-a47c-364c832438ee None None] Attempting to bind port abbffdb7-74f5-42c5-beed-33577155d1c6 by drivers openvswitch,hyperv on host dv-cinder-739079-6-iscsi at level 0 using segments [{'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:21:44.425065 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b372ed-8ab5-4159-a47c-364c832438ee None None] Attempting to bind port abbffdb7-74f5-42c5-beed-33577155d1c6 on network 49cac10e-0da0-4a0f-8769-64a9bee58c01 {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:21:44.442670 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b372ed-8ab5-4159-a47c-364c832438ee None None] Checking agent: {'id': '1104589c-84b2-4bb0-9b12-312140cbcde6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'started_at': datetime.datetime(2021, 11, 24, 14, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:21:44.443032 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b372ed-8ab5-4159-a47c-364c832438ee None None] Checking segment: {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:21:44.443435 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-b4b372ed-8ab5-4159-a47c-364c832438ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:44.443968 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b372ed-8ab5-4159-a47c-364c832438ee None None] Bound using segment: {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:21:44.444449 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-b4b372ed-8ab5-4159-a47c-364c832438ee None None] Bound port: abbffdb7-74f5-42c5-beed-33577155d1c6, host: dv-cinder-739079-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:21:44.444839 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-b4b372ed-8ab5-4159-a47c-364c832438ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:44.446658 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9c5c4-46dc-4fb1-b8c5-5e7727231754 None None] Pushing event updated for resources: {'Port': ['ID=abbffdb7-74f5-42c5-beed-33577155d1c6,revision_number=2']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:44.550044 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-32509c7d-24e2-4fcf-bfbd-59560371329d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:44.567296 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-b4b372ed-8ab5-4159-a47c-364c832438ee None None] For port abbffdb7-74f5-42c5-beed-33577155d1c6, host dv-cinder-739079-6-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:21:44.573932 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-6d26804e-af40-454d-af1f-8b6cc3be172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2', 'name': 'tempest-TestShelveInstance-124868251-router', 'tenant_id': '74a9adecd0e049b3988476e12222f6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bef43915-609c-47c5-af57-936e59a7dea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:36Z', 'updated_at': '2021-11-24T14:21:42Z', 'revision_number': 4, 'project_id': '74a9adecd0e049b3988476e12222f6cd', 'gw_port': {'id': 'bef43915-609c-47c5-af57-936e59a7dea0', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:38Z', 'updated_at': '2021-11-24T14:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '77dbf0c9-5266-4cb4-b11c-f97ea513f95c', 'name': '', 'network_id': '408b6b1d-8b25-4caf-a03b-ac3b587df38a', 'tenant_id': '74a9adecd0e049b3988476e12222f6cd', 'mac_address': 'fa:16:3e:c2:ff:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '996278b9-caa9-4ded-8f9e-447f2e561e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:41Z', 'updated_at': '2021-11-24T14:21:42Z', 'revision_number': 2, 'project_id': '74a9adecd0e049b3988476e12222f6cd', 'subnets': [{'id': '996278b9-caa9-4ded-8f9e-447f2e561e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:44.574898 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-b4b372ed-8ab5-4159-a47c-364c832438ee None None] For port abbffdb7-74f5-42c5-beed-33577155d1c6, host dv-cinder-739079-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=abbffdb7-74f5-42c5-beed-33577155d1c6,segment=NetworkSegment(8ba1600c-dd39-469b-9e9d-3735ae82b3ab),segment_id=8ba1600c-dd39-469b-9e9d-3735ae82b3ab)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:21:44.588764 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-b4b372ed-8ab5-4159-a47c-364c832438ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:44.590780 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-369d5ebe-b82e-4bb7-afce-369778820b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:44.666342 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9c5c4-46dc-4fb1-b8c5-5e7727231754 None None] Pushing event updated for resources: {'Port': ['ID=abbffdb7-74f5-42c5-beed-33577155d1c6,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:44.676179 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b372ed-8ab5-4159-a47c-364c832438ee None None] Routers {'d3abc9c8-ea3c-4748-8244-6bec72a2aec2'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:21:44.677365 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-b4b372ed-8ab5-4159-a47c-364c832438ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:21:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['d3abc9c8-ea3c-4748-8244-6bec72a2aec2'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:44.679924 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d26804e-af40-454d-af1f-8b6cc3be172c None None] The sync data for ids ['7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2'] in dv-cinder-739079-6-iscsi is: [{'id': '7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2', 'name': 'tempest-TestShelveInstance-124868251-router', 'tenant_id': '74a9adecd0e049b3988476e12222f6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bef43915-609c-47c5-af57-936e59a7dea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:36Z', 'updated_at': '2021-11-24T14:21:42Z', 'revision_number': 4, 'project_id': '74a9adecd0e049b3988476e12222f6cd', 'gw_port': {'id': 'bef43915-609c-47c5-af57-936e59a7dea0', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:38Z', 'updated_at': '2021-11-24T14:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '77dbf0c9-5266-4cb4-b11c-f97ea513f95c', 'name': '', 'network_id': '408b6b1d-8b25-4caf-a03b-ac3b587df38a', 'tenant_id': '74a9adecd0e049b3988476e12222f6cd', 'mac_address': 'fa:16:3e:c2:ff:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '996278b9-caa9-4ded-8f9e-447f2e561e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:41Z', 'updated_at': '2021-11-24T14:21:42Z', 'revision_number': 2, 'project_id': '74a9adecd0e049b3988476e12222f6cd', 'subnets': [{'id': '996278b9-caa9-4ded-8f9e-447f2e561e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:21:44.774949 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 46378) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:44.781195 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-65875c3e-d8ea-4d1a-aa87-5f449e0b8397 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-599306691', 'description': 'tempest-secgroup-smoke-599306691 description', 'project_id': 'c2568470bb1d43569c7dceb498364354'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:21:44.782196 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-eb09bab5-aa1b-4dee-ba77-2cf9bdcb8565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:44.849642 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-65875c3e-d8ea-4d1a-aa87-5f449e0b8397 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:44.881421 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device f84bc073-0968-4d10-b5fd-da498a5749b6 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:21:44.949091 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-b4b372ed-8ab5-4159-a47c-364c832438ee None None] Set router d3abc9c8-ea3c-4748-8244-6bec72a2aec2 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:21:44.958039 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-eb09bab5-aa1b-4dee-ba77-2cf9bdcb8565 None None] For port f84bc073-0968-4d10-b5fd-da498a5749b6, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=f84bc073-0968-4d10-b5fd-da498a5749b6,segment=NetworkSegment(b1837c13-0cb2-404d-aedd-258fca0eeafe),segment_id=b1837c13-0cb2-404d-aedd-258fca0eeafe)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:21:44.976836 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-eb09bab5-aa1b-4dee-ba77-2cf9bdcb8565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:45.010764 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-65875c3e-d8ea-4d1a-aa87-5f449e0b8397 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:45.021176 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-65875c3e-d8ea-4d1a-aa87-5f449e0b8397 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:45.025246 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-369d5ebe-b82e-4bb7-afce-369778820b66 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:45.032303 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-369d5ebe-b82e-4bb7-afce-369778820b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11930847'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:45.077411 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65875c3e-d8ea-4d1a-aa87-5f449e0b8397 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7004038-c43d-4aa5-a64f-1d29db4f6f51,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:45.135297 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-65875c3e-d8ea-4d1a-aa87-5f449e0b8397 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:45.154017 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-65875c3e-d8ea-4d1a-aa87-5f449e0b8397 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3772817 Nov 24 14:21:45.158971 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 46386) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:45.161879 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port f84bc073-0968-4d10-b5fd-da498a5749b6 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:45.165070 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:45.169465 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-aede575a-441b-4025-9b83-263c8894e2c2 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Request body: {'security_group_rule': {'security_group_id': 'c7004038-c43d-4aa5-a64f-1d29db4f6f51', 'project_id': 'c2568470bb1d43569c7dceb498364354', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:21:45.320507 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-aede575a-441b-4025-9b83-263c8894e2c2 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:45.359345 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-369d5ebe-b82e-4bb7-afce-369778820b66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667421'] for router_interface, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:45.363647 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d5ebe-b82e-4bb7-afce-369778820b66 admin admin] Pushing event updated for resources: {'Port': ['ID=527d377f-19e9-4186-bab5-01172366e320,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:45.372566 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09bab5-aa1b-4dee-ba77-2cf9bdcb8565 None None] Pushing event updated for resources: {'Port': ['ID=f84bc073-0968-4d10-b5fd-da498a5749b6,revision_number=3']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:45.394451 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-b4b372ed-8ab5-4159-a47c-364c832438ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'name': 'tempest-AttachVolumeShelveTestJSON-810802159-router', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:39Z', 'updated_at': '2021-11-24T14:21:44Z', 'revision_number': 4, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'gw_port': {'id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:40Z', 'updated_at': '2021-11-24T14:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '527d377f-19e9-4186-bab5-01172366e320', 'name': '', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'mac_address': 'fa:16:3e:9c:7c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:43Z', 'updated_at': '2021-11-24T14:21:44Z', 'revision_number': 1, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'subnets': [{'id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:45.413584 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debc7dd-1c2c-4965-bf37-1f07916a7851 req-f12e82b6-dfe6-4345-9020-992e8d80a2d1 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:45.420180 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6debc7dd-1c2c-4965-bf37-1f07916a7851 req-f12e82b6-dfe6-4345-9020-992e8d80a2d1 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.2081783 Nov 24 14:21:45.422268 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-a80a1831-b9cb-4707-8dbc-59e9a0f1a1a4 None None] Provisioning complete for port 527d377f-19e9-4186-bab5-01172366e320 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:45.425066 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a80a1831-b9cb-4707-8dbc-59e9a0f1a1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:45.444421 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b372ed-8ab5-4159-a47c-364c832438ee None None] The sync data for ids ['d3abc9c8-ea3c-4748-8244-6bec72a2aec2'] in dv-cinder-739079-6-iscsi is: [{'id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'name': 'tempest-AttachVolumeShelveTestJSON-810802159-router', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:39Z', 'updated_at': '2021-11-24T14:21:44Z', 'revision_number': 4, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'gw_port': {'id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:40Z', 'updated_at': '2021-11-24T14:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '527d377f-19e9-4186-bab5-01172366e320', 'name': '', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'mac_address': 'fa:16:3e:9c:7c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:43Z', 'updated_at': '2021-11-24T14:21:44Z', 'revision_number': 1, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'subnets': [{'id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:21:45.481897 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-aede575a-441b-4025-9b83-263c8894e2c2 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:45.502978 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-aede575a-441b-4025-9b83-263c8894e2c2 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701580'] for security_group_rule, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:45.568808 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede575a-441b-4025-9b83-263c8894e2c2 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495a751f-f1b2-4280-883d-977303d19c7d,revision_number=0']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:45.583281 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6debc7dd-1c2c-4965-bf37-1f07916a7851 req-d0821684-cb43-4fd6-8c9d-8339d4028835 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521435 Nov 24 14:21:45.586783 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-aede575a-441b-4025-9b83-263c8894e2c2 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:45.592105 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-aede575a-441b-4025-9b83-263c8894e2c2 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4316075 Nov 24 14:21:45.593430 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 46390) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:45.600679 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-040b6acb-bfdf-4c1e-9af0-e14c5d739700 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Request body: {'security_group_rule': {'security_group_id': 'c7004038-c43d-4aa5-a64f-1d29db4f6f51', 'project_id': 'c2568470bb1d43569c7dceb498364354', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:21:45.659706 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-040b6acb-bfdf-4c1e-9af0-e14c5d739700 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:45.666672 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369d5ebe-b82e-4bb7-afce-369778820b66 admin admin] Network 36acfee9-a029-4045-9f01-f7f9a199421c is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:21:45.677447 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-369d5ebe-b82e-4bb7-afce-369778820b66 admin admin] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:21:45.680435 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-a80a1831-b9cb-4707-8dbc-59e9a0f1a1a4 None None] Port 527d377f-19e9-4186-bab5-01172366e320 cannot update to ACTIVE because it is not bound. {{(pid=102763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:21:45.761299 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-a80a1831-b9cb-4707-8dbc-59e9a0f1a1a4 None None] Provisioning complete for port f84bc073-0968-4d10-b5fd-da498a5749b6 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:45.762218 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a80a1831-b9cb-4707-8dbc-59e9a0f1a1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:45.764071 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-040b6acb-bfdf-4c1e-9af0-e14c5d739700 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:45.769821 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-040b6acb-bfdf-4c1e-9af0-e14c5d739700 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701580'] for security_group_rule, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:45.820485 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b6acb-bfdf-4c1e-9af0-e14c5d739700 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=895d8967-7294-48b6-a28b-19e33ed0ad47,revision_number=0']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:45.845693 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-040b6acb-bfdf-4c1e-9af0-e14c5d739700 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:45.852770 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-040b6acb-bfdf-4c1e-9af0-e14c5d739700 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2573352 Nov 24 14:21:45.854251 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 46392) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:45.861514 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-49847c90-364b-4f48-8211-0f3c4e5f15f0 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Request body: {'security_group_rule': {'security_group_id': 'c7004038-c43d-4aa5-a64f-1d29db4f6f51', 'project_id': 'c2568470bb1d43569c7dceb498364354', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:21:45.957660 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-49847c90-364b-4f48-8211-0f3c4e5f15f0 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:46.030566 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369d5ebe-b82e-4bb7-afce-369778820b66 admin admin] Router d3abc9c8-ea3c-4748-8244-6bec72a2aec2 has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:21:46.082790 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-49847c90-364b-4f48-8211-0f3c4e5f15f0 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:46.089892 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-49847c90-364b-4f48-8211-0f3c4e5f15f0 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701580'] for security_group_rule, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:46.127247 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-49847c90-364b-4f48-8211-0f3c4e5f15f0 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:46.131985 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-49847c90-364b-4f48-8211-0f3c4e5f15f0 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2760117 Nov 24 14:21:46.133023 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 46396) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:46.142695 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-145faf13-f162-4487-a46d-f999883d1f5c tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Request body: {'security_group_rule': {'security_group_id': 'c7004038-c43d-4aa5-a64f-1d29db4f6f51', 'project_id': 'c2568470bb1d43569c7dceb498364354', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:21:46.158905 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49847c90-364b-4f48-8211-0f3c4e5f15f0 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3abd3ee8-4f64-4d78-8efd-34e51498e023,revision_number=0']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:46.200358 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-331c6360-3f76-47d3-ab12-1a06951b42f5 None None] Provisioning complete for port 527d377f-19e9-4186-bab5-01172366e320 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:46.200358 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-331c6360-3f76-47d3-ab12-1a06951b42f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:46.215223 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-145faf13-f162-4487-a46d-f999883d1f5c tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:46.297387 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-331c6360-3f76-47d3-ab12-1a06951b42f5 None None] Port 527d377f-19e9-4186-bab5-01172366e320 cannot update to ACTIVE because it is not bound. {{(pid=102763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:21:46.325987 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369d5ebe-b82e-4bb7-afce-369778820b66 admin admin] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:21:46.352093 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-369d5ebe-b82e-4bb7-afce-369778820b66 admin admin] 10.222.0.73 "PUT /v2.0/routers/d3abc9c8-ea3c-4748-8244-6bec72a2aec2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2837243 Nov 24 14:21:46.352354 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-145faf13-f162-4487-a46d-f999883d1f5c tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:46.356880 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-145faf13-f162-4487-a46d-f999883d1f5c tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701580'] for security_group_rule, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:46.382649 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145faf13-f162-4487-a46d-f999883d1f5c tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5ca3da-d430-4e70-a804-8966a6e2a3ea,revision_number=0']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:46.408597 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-145faf13-f162-4487-a46d-f999883d1f5c tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:46.411121 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-145faf13-f162-4487-a46d-f999883d1f5c tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2757633 Nov 24 14:21:46.415756 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 46408) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:46.422340 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-b28db69b-133e-4e88-ae2c-e3413dda35b5 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Request body: {'security_group_rule': {'security_group_id': 'c7004038-c43d-4aa5-a64f-1d29db4f6f51', 'project_id': 'c2568470bb1d43569c7dceb498364354', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:21:46.473696 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.db.securitygroups_db [None req-b28db69b-133e-4e88-ae2c-e3413dda35b5 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Project c2568470bb1d43569c7dceb498364354 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:21:46.483891 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b28db69b-133e-4e88-ae2c-e3413dda35b5 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:46.598458 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b28db69b-133e-4e88-ae2c-e3413dda35b5 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:46.604178 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b28db69b-133e-4e88-ae2c-e3413dda35b5 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701580'] for security_group_rule, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:46.659344 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b28db69b-133e-4e88-ae2c-e3413dda35b5 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:46.666364 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-b28db69b-133e-4e88-ae2c-e3413dda35b5 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2453048 Nov 24 14:21:46.666364 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28db69b-133e-4e88-ae2c-e3413dda35b5 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e78e47-ab88-4b12-8252-ef477360f99d,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:46.666787 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 46418) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:46.671817 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-04c46c7c-e2ae-486b-a98e-182d92fd1977 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Request body: {'security_group_rule': {'security_group_id': 'c7004038-c43d-4aa5-a64f-1d29db4f6f51', 'project_id': 'c2568470bb1d43569c7dceb498364354', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:21:46.725254 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.db.securitygroups_db [None req-04c46c7c-e2ae-486b-a98e-182d92fd1977 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Project c2568470bb1d43569c7dceb498364354 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:21:46.738884 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-04c46c7c-e2ae-486b-a98e-182d92fd1977 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:46.873796 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-04c46c7c-e2ae-486b-a98e-182d92fd1977 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:46.889329 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-04c46c7c-e2ae-486b-a98e-182d92fd1977 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701580'] for security_group_rule, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:46.928601 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c46c7c-e2ae-486b-a98e-182d92fd1977 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d764a39-8458-44a6-98e8-6b027b462353,revision_number=0']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:46.935450 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-04c46c7c-e2ae-486b-a98e-182d92fd1977 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:46.937453 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-04c46c7c-e2ae-486b-a98e-182d92fd1977 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2691231 Nov 24 14:21:46.974070 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c112aebc-a799-40e3-8898-91e583dde19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:46.976161 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9d6fd-232f-481c-ad9e-370f12a4993e req-b7b54b2f-976a-43da-a5f0-f5e61e0a9d0d tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:46.987029 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5cb9d6fd-232f-481c-ad9e-370f12a4993e req-b7b54b2f-976a-43da-a5f0-f5e61e0a9d0d tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.1967833 Nov 24 14:21:47.062717 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device bef43915-609c-47c5-af57-936e59a7dea0 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:21:47.090145 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5cb9d6fd-232f-481c-ad9e-370f12a4993e req-69c22127-6787-4373-91b1-ac80f522076f tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021426 Nov 24 14:21:47.141364 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port bef43915-609c-47c5-af57-936e59a7dea0 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:47.141898 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:47.254450 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:47.287559 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 46454) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:47.292639 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-5a2863b4-c874-4eda-a585-8ae55b252740 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1780723644', 'description': 'tempest-description--1818562218'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:21:47.294327 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] For port bef43915-609c-47c5-af57-936e59a7dea0, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=bef43915-609c-47c5-af57-936e59a7dea0,segment=NetworkSegment(8ba1600c-dd39-469b-9e9d-3735ae82b3ab),segment_id=8ba1600c-dd39-469b-9e9d-3735ae82b3ab)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:21:47.301519 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:47.303205 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device f84bc073-0968-4d10-b5fd-da498a5749b6 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:21:47.321585 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5a2863b4-c874-4eda-a585-8ae55b252740 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:47.387715 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Pushing event updated for resources: {'Port': ['ID=bef43915-609c-47c5-af57-936e59a7dea0,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:47.403650 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port f84bc073-0968-4d10-b5fd-da498a5749b6 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:47.404664 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:47.451797 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5a2863b4-c874-4eda-a585-8ae55b252740 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:47.457308 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5a2863b4-c874-4eda-a585-8ae55b252740 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:47.513859 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5a2863b4-c874-4eda-a585-8ae55b252740 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:47.515652 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-5a2863b4-c874-4eda-a585-8ae55b252740 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2262127 Nov 24 14:21:47.517871 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2863b4-c874-4eda-a585-8ae55b252740 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=485395de-bf70-4148-92a9-51cf040ef81e,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:47.520818 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 46464) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:47.525311 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-7aa05871-8afa-43b1-b3bb-9cb909dfaf46 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Request body: {'security_group_rule': {'security_group_id': '485395de-bf70-4148-92a9-51cf040ef81e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:21:47.555690 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7aa05871-8afa-43b1-b3bb-9cb909dfaf46 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:47.632923 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7aa05871-8afa-43b1-b3bb-9cb909dfaf46 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:47.636576 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7aa05871-8afa-43b1-b3bb-9cb909dfaf46 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701580'] for security_group_rule, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:47.663292 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa05871-8afa-43b1-b3bb-9cb909dfaf46 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a80f76e-f01f-4ea4-ab5f-fddf928b78d8,revision_number=0']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:47.676028 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7aa05871-8afa-43b1-b3bb-9cb909dfaf46 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:47.681905 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-7aa05871-8afa-43b1-b3bb-9cb909dfaf46 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1592219 Nov 24 14:21:47.682092 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 46468) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:47.689695 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-405ee154-5129-428f-a87a-6589f63f4fcf tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Request body: {'security_group_rule': {'security_group_id': '485395de-bf70-4148-92a9-51cf040ef81e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:21:47.745193 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-405ee154-5129-428f-a87a-6589f63f4fcf tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:47.874649 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-405ee154-5129-428f-a87a-6589f63f4fcf tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:47.880047 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-405ee154-5129-428f-a87a-6589f63f4fcf tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701580'] for security_group_rule, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:47.904084 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:47.909685 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ee154-5129-428f-a87a-6589f63f4fcf tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc2490f-33e9-40e3-860f-a3613bc287ea,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:47.920050 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-405ee154-5129-428f-a87a-6589f63f4fcf tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:47.922334 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-405ee154-5129-428f-a87a-6589f63f4fcf tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2393544 Nov 24 14:21:47.926885 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 46472) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:21:47.931872 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-a90437cb-afef-41b3-924a-02a51689c1a6 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Request body: {'floatingip': {'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:21:47.965209 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a90437cb-afef-41b3-924a-02a51689c1a6 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for floatingip, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:48.112660 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a90437cb-afef-41b3-924a-02a51689c1a6 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:48.274476 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-a90437cb-afef-41b3-924a-02a51689c1a6 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Allocated IP 172.27.3.83 (49cac10e-0da0-4a0f-8769-64a9bee58c01/34c9a594-21b4-4e79-af6f-55375f25e5d0/be35fdf7-22f5-4c65-99c4-39b01113af77) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:21:48.284526 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc23be6-7842-4b77-ad6a-0b1cbc45075a req-d4d38862-a22c-4a4e-973b-7d15e2f4c12d tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:48.286104 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ccc23be6-7842-4b77-ad6a-0b1cbc45075a req-d4d38862-a22c-4a4e-973b-7d15e2f4c12d tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.1043758 Nov 24 14:21:48.469351 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ccc23be6-7842-4b77-ad6a-0b1cbc45075a req-f06e3d27-bd9f-41af-8a45-e3b550551213 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742301 Nov 24 14:21:48.519632 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a90437cb-afef-41b3-924a-02a51689c1a6 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:48.563744 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a90437cb-afef-41b3-924a-02a51689c1a6 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:48.612372 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90437cb-afef-41b3-924a-02a51689c1a6 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Network 49cac10e-0da0-4a0f-8769-64a9bee58c01 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:21:48.615509 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-a90437cb-afef-41b3-924a-02a51689c1a6 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:21:48.618202 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90437cb-afef-41b3-924a-02a51689c1a6 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:21:48.624192 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90437cb-afef-41b3-924a-02a51689c1a6 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Pushing event updated for resources: {'Port': ['ID=be35fdf7-22f5-4c65-99c4-39b01113af77,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:48.766587 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device bef43915-609c-47c5-af57-936e59a7dea0 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:21:48.770873 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a90437cb-afef-41b3-924a-02a51689c1a6 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:48.821056 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a90437cb-afef-41b3-924a-02a51689c1a6 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:48.838537 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port bef43915-609c-47c5-af57-936e59a7dea0 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:48.838916 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:48.965992 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device abbffdb7-74f5-42c5-beed-33577155d1c6 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:21:49.003725 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a90437cb-afef-41b3-924a-02a51689c1a6 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:49.011086 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a90437cb-afef-41b3-924a-02a51689c1a6 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:49.042772 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port abbffdb7-74f5-42c5-beed-33577155d1c6 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:49.043332 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:49.101498 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90437cb-afef-41b3-924a-02a51689c1a6 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Pushing event updated for resources: {'Port': ['ID=be35fdf7-22f5-4c65-99c4-39b01113af77,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:49.128049 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a90437cb-afef-41b3-924a-02a51689c1a6 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667194'] for floatingip, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:49.150657 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:49.151907 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a90437cb-afef-41b3-924a-02a51689c1a6 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for floatingip, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:49.162677 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-a90437cb-afef-41b3-924a-02a51689c1a6 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2343011 Nov 24 14:21:49.183344 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] For port abbffdb7-74f5-42c5-beed-33577155d1c6, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=abbffdb7-74f5-42c5-beed-33577155d1c6,segment=NetworkSegment(8ba1600c-dd39-469b-9e9d-3735ae82b3ab),segment_id=8ba1600c-dd39-469b-9e9d-3735ae82b3ab)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:21:49.189468 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:49.260224 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Pushing event updated for resources: {'Port': ['ID=abbffdb7-74f5-42c5-beed-33577155d1c6,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:49.316452 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc0130-f81e-45ff-881d-cab223e0a038 None None] Sync routers for ids ['7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2'] in dv-cinder-739079-6-iscsi {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:21:49.329325 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc0130-f81e-45ff-881d-cab223e0a038 None None] Routers {'7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:21:49.329964 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-30bc0130-f81e-45ff-881d-cab223e0a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:21:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:49.397139 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-fe70f40d-f6bd-4560-93ec-ecb77182cbf9 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1780723644&fields=id&tenant_id=b8179f38954442d58e1c209cf0f0eb43 HTTP/1.1" status: 200 len: 267 time: 0.0674367 Nov 24 14:21:49.454336 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-30bc0130-f81e-45ff-881d-cab223e0a038 None None] Set router 7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:21:49.524928 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-27322e6b-51d4-42f2-a054-bdfd496b3794 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:49.526507 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-27322e6b-51d4-42f2-a054-bdfd496b3794 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/networks?id=36acfee9-a029-4045-9f01-f7f9a199421c HTTP/1.1" status: 200 len: 816 time: 0.1226048 Nov 24 14:21:49.545037 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-64bb56bb-31a3-48b2-bfc3-c759af4a8bd8 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/quotas/b8179f38954442d58e1c209cf0f0eb43 HTTP/1.1" status: 200 len: 375 time: 0.0115080 Nov 24 14:21:49.578700 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:49.613219 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e48fe9-7996-4344-9a59-3322cfeb8a38 req-baf224ae-275f-429e-9702-cb3bf4a03dad tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:49.614932 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-95e48fe9-7996-4344-9a59-3322cfeb8a38 req-baf224ae-275f-429e-9702-cb3bf4a03dad tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.0591123 Nov 24 14:21:49.619880 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-ce1812a9-2ee5-4a8f-9f9c-dc6323fa31b9 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8179f38954442d58e1c209cf0f0eb43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635729 Nov 24 14:21:49.702810 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-95e48fe9-7996-4344-9a59-3322cfeb8a38 req-aca1a83d-6ba1-4068-be20-c9486548dcbd tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709646 Nov 24 14:21:49.757650 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-63783fb5-a7b3-4459-af7c-4d979de597b2 service neutron] 10.222.0.73 "GET /v2.0/networks/36acfee9-a029-4045-9f01-f7f9a199421c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184475 Nov 24 14:21:49.764114 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-30bc0130-f81e-45ff-881d-cab223e0a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2', 'name': 'tempest-TestShelveInstance-124868251-router', 'tenant_id': '74a9adecd0e049b3988476e12222f6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bef43915-609c-47c5-af57-936e59a7dea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:36Z', 'updated_at': '2021-11-24T14:21:42Z', 'revision_number': 4, 'project_id': '74a9adecd0e049b3988476e12222f6cd', 'gw_port': {'id': 'bef43915-609c-47c5-af57-936e59a7dea0', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:38Z', 'updated_at': '2021-11-24T14:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '77dbf0c9-5266-4cb4-b11c-f97ea513f95c', 'name': '', 'network_id': '408b6b1d-8b25-4caf-a03b-ac3b587df38a', 'tenant_id': '74a9adecd0e049b3988476e12222f6cd', 'mac_address': 'fa:16:3e:c2:ff:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '996278b9-caa9-4ded-8f9e-447f2e561e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:41Z', 'updated_at': '2021-11-24T14:21:42Z', 'revision_number': 2, 'project_id': '74a9adecd0e049b3988476e12222f6cd', 'subnets': [{'id': '996278b9-caa9-4ded-8f9e-447f2e561e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:49.795491 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc0130-f81e-45ff-881d-cab223e0a038 None None] Checking router: 7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2 for host: dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:21:49.796810 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc0130-f81e-45ff-881d-cab223e0a038 None None] Updating router 7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2 port 77dbf0c9-5266-4cb4-b11c-f97ea513f95c binding host dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:21:49.824695 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-30bc0130-f81e-45ff-881d-cab223e0a038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:49.868727 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-d1db6d2f-4d0f-47df-9d36-90499e1687f6 service neutron] 10.222.0.73 "GET /v2.0/networks/36acfee9-a029-4045-9f01-f7f9a199421c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038923 Nov 24 14:21:50.185538 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f3f77eef-24c7-4488-9d25-20ab1d636d5b req-0878fedb-fe05-4ef3-bfc4-ad7b8de580ea tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 210 time: 0.0605767 Nov 24 14:21:50.262848 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-30bc0130-f81e-45ff-881d-cab223e0a038 None None] Publish callbacks [] for port, precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:50.279557 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-30bc0130-f81e-45ff-881d-cab223e0a038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:50.425672 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63a0059-bf97-4f4b-9373-00b86a891dfc None None] Sync routers for ids ['d3abc9c8-ea3c-4748-8244-6bec72a2aec2'] in dv-cinder-739079-6-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:21:50.456942 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba85f36-97ac-4b76-a6a2-67eb9232a214 None None] Pushing event updated for resources: {'Port': ['ID=77dbf0c9-5266-4cb4-b11c-f97ea513f95c,revision_number=3']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:50.463978 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63a0059-bf97-4f4b-9373-00b86a891dfc None None] Routers {'d3abc9c8-ea3c-4748-8244-6bec72a2aec2'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:21:50.464627 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-a63a0059-bf97-4f4b-9373-00b86a891dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:21:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['d3abc9c8-ea3c-4748-8244-6bec72a2aec2'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:50.508664 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-30bc0130-f81e-45ff-881d-cab223e0a038 None None] Attempting to bind port 77dbf0c9-5266-4cb4-b11c-f97ea513f95c on host dv-cinder-739079-6-iscsi for vnic_type normal with profile {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:21:50.509116 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-30bc0130-f81e-45ff-881d-cab223e0a038 None None] Attempting to bind port 77dbf0c9-5266-4cb4-b11c-f97ea513f95c by drivers openvswitch,hyperv on host dv-cinder-739079-6-iscsi at level 0 using segments [{'id': '1dd71578-fc0b-40a7-9217-3a43d7517694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '408b6b1d-8b25-4caf-a03b-ac3b587df38a'}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:21:50.509547 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc0130-f81e-45ff-881d-cab223e0a038 None None] Attempting to bind port 77dbf0c9-5266-4cb4-b11c-f97ea513f95c on network 408b6b1d-8b25-4caf-a03b-ac3b587df38a {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:21:50.524483 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc0130-f81e-45ff-881d-cab223e0a038 None None] Checking agent: {'id': '1104589c-84b2-4bb0-9b12-312140cbcde6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'started_at': datetime.datetime(2021, 11, 24, 14, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:21:50.524864 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc0130-f81e-45ff-881d-cab223e0a038 None None] Checking segment: {'id': '1dd71578-fc0b-40a7-9217-3a43d7517694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '408b6b1d-8b25-4caf-a03b-ac3b587df38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:21:50.525307 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-30bc0130-f81e-45ff-881d-cab223e0a038 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:50.525843 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc0130-f81e-45ff-881d-cab223e0a038 None None] Bound using segment: {'id': '1dd71578-fc0b-40a7-9217-3a43d7517694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '408b6b1d-8b25-4caf-a03b-ac3b587df38a'} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:21:50.526405 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-30bc0130-f81e-45ff-881d-cab223e0a038 None None] Bound port: 77dbf0c9-5266-4cb4-b11c-f97ea513f95c, host: dv-cinder-739079-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd71578-fc0b-40a7-9217-3a43d7517694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '408b6b1d-8b25-4caf-a03b-ac3b587df38a'}}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:21:50.526798 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-30bc0130-f81e-45ff-881d-cab223e0a038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:50.683278 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-30bc0130-f81e-45ff-881d-cab223e0a038 None None] For port 77dbf0c9-5266-4cb4-b11c-f97ea513f95c, host dv-cinder-739079-6-iscsi, cleared binding levels {{(pid=102763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:21:50.692676 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-30bc0130-f81e-45ff-881d-cab223e0a038 None None] For port 77dbf0c9-5266-4cb4-b11c-f97ea513f95c, host dv-cinder-739079-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=77dbf0c9-5266-4cb4-b11c-f97ea513f95c,segment=NetworkSegment(1dd71578-fc0b-40a7-9217-3a43d7517694),segment_id=1dd71578-fc0b-40a7-9217-3a43d7517694)] {{(pid=102763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:21:50.718440 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-a63a0059-bf97-4f4b-9373-00b86a891dfc None None] Set router d3abc9c8-ea3c-4748-8244-6bec72a2aec2 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:21:50.718656 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-30bc0130-f81e-45ff-881d-cab223e0a038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:50.826921 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device abbffdb7-74f5-42c5-beed-33577155d1c6 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:21:50.944275 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1c677-0743-4a47-a892-6e8b80c61bb6 req-5e3698e5-30e6-4258-9109-69c2879cc3fa tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:50.947861 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-20d1c677-0743-4a47-a892-6e8b80c61bb6 req-5e3698e5-30e6-4258-9109-69c2879cc3fa tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.1484818 Nov 24 14:21:51.116316 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-20d1c677-0743-4a47-a892-6e8b80c61bb6 req-58c2cc67-d99f-4f88-93f4-bb0a9abc5cc1 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493731 Nov 24 14:21:51.209983 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:51.256668 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-a63a0059-bf97-4f4b-9373-00b86a891dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'name': 'tempest-AttachVolumeShelveTestJSON-810802159-router', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:39Z', 'updated_at': '2021-11-24T14:21:44Z', 'revision_number': 4, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'gw_port': {'id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:40Z', 'updated_at': '2021-11-24T14:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '527d377f-19e9-4186-bab5-01172366e320', 'name': '', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'mac_address': 'fa:16:3e:9c:7c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:43Z', 'updated_at': '2021-11-24T14:21:44Z', 'revision_number': 2, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'subnets': [{'id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:51.275462 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc0130-f81e-45ff-881d-cab223e0a038 None None] Routers {'7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:21:51.276483 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-30bc0130-f81e-45ff-881d-cab223e0a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:21:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:51.325808 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63a0059-bf97-4f4b-9373-00b86a891dfc None None] Checking router: d3abc9c8-ea3c-4748-8244-6bec72a2aec2 for host: dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:21:51.326627 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63a0059-bf97-4f4b-9373-00b86a891dfc None None] Updating router d3abc9c8-ea3c-4748-8244-6bec72a2aec2 port 527d377f-19e9-4186-bab5-01172366e320 binding host dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:21:51.396597 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-a63a0059-bf97-4f4b-9373-00b86a891dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:51.437595 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba85f36-97ac-4b76-a6a2-67eb9232a214 None None] Pushing event updated for resources: {'Port': ['ID=77dbf0c9-5266-4cb4-b11c-f97ea513f95c,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:51.488237 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-9c149767-8576-4c87-8539-a9f51f9bee3f req-8d50eeb5-5aa9-4153-8a80-e987f6f51831 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 210 time: 0.0472298 Nov 24 14:21:51.493315 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-b388f86e-1b12-4a60-89ef-9ef6b5c54e7c None None] Provisioning complete for port 77dbf0c9-5266-4cb4-b11c-f97ea513f95c triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:51.494664 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b388f86e-1b12-4a60-89ef-9ef6b5c54e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:51.669901 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-30bc0130-f81e-45ff-881d-cab223e0a038 None None] Set router 7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:21:51.706915 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port abbffdb7-74f5-42c5-beed-33577155d1c6 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:51.707300 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:52.114114 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b388f86e-1b12-4a60-89ef-9ef6b5c54e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:52.221810 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-c0f78f80-13bc-40ba-9d66-4c7dd80ca0ae tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:52.224644 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-c0f78f80-13bc-40ba-9d66-4c7dd80ca0ae tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.37 "GET /v2.0/networks?id=36acfee9-a029-4045-9f01-f7f9a199421c HTTP/1.1" status: 200 len: 816 time: 0.3109317 Nov 24 14:21:52.297815 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-a63a0059-bf97-4f4b-9373-00b86a891dfc None None] Publish callbacks [] for port, precommit_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:52.307262 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-b388f86e-1b12-4a60-89ef-9ef6b5c54e7c None None] For port 77dbf0c9-5266-4cb4-b11c-f97ea513f95c, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=77dbf0c9-5266-4cb4-b11c-f97ea513f95c,segment=NetworkSegment(1dd71578-fc0b-40a7-9217-3a43d7517694),segment_id=1dd71578-fc0b-40a7-9217-3a43d7517694)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:21:52.312095 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-a63a0059-bf97-4f4b-9373-00b86a891dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:52.349703 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b388f86e-1b12-4a60-89ef-9ef6b5c54e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:52.367862 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-f4d6f16b-2ba1-4680-b440-7e15b9421ff7 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8179f38954442d58e1c209cf0f0eb43 HTTP/1.1" status: 200 len: 380 time: 0.1325657 Nov 24 14:21:52.378126 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-acc860f0-0372-4b11-94a0-8bffcc734c6c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Request body: {'port': {'device_id': '399725a0-272e-44fc-83bb-cb4fee017462', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'admin_state_up': True, 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'security_groups': ['485395de-bf70-4148-92a9-51cf040ef81e']}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:21:52.416200 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15a29b-5b91-47cf-afd6-3ede3c42db5b None None] Pushing event updated for resources: {'Port': ['ID=527d377f-19e9-4186-bab5-01172366e320,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:52.501719 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-a63a0059-bf97-4f4b-9373-00b86a891dfc None None] Attempting to bind port 527d377f-19e9-4186-bab5-01172366e320 on host dv-cinder-739079-6-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:21:52.502734 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-a63a0059-bf97-4f4b-9373-00b86a891dfc None None] Attempting to bind port 527d377f-19e9-4186-bab5-01172366e320 by drivers openvswitch,hyperv on host dv-cinder-739079-6-iscsi at level 0 using segments [{'id': 'b1837c13-0cb2-404d-aedd-258fca0eeafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:21:52.503323 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63a0059-bf97-4f4b-9373-00b86a891dfc None None] Attempting to bind port 527d377f-19e9-4186-bab5-01172366e320 on network 36acfee9-a029-4045-9f01-f7f9a199421c {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:21:52.514324 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85316a45-3a65-41f2-b421-714034c52656 req-000eb1d8-bc86-43ff-9cba-b9e4b126f9fb tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:52.518898 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63a0059-bf97-4f4b-9373-00b86a891dfc None None] Checking agent: {'id': '1104589c-84b2-4bb0-9b12-312140cbcde6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'started_at': datetime.datetime(2021, 11, 24, 14, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:21:52.519680 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63a0059-bf97-4f4b-9373-00b86a891dfc None None] Checking segment: {'id': 'b1837c13-0cb2-404d-aedd-258fca0eeafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:21:52.520329 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-a63a0059-bf97-4f4b-9373-00b86a891dfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:52.521285 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63a0059-bf97-4f4b-9373-00b86a891dfc None None] Bound using segment: {'id': 'b1837c13-0cb2-404d-aedd-258fca0eeafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:21:52.521999 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-a63a0059-bf97-4f4b-9373-00b86a891dfc None None] Bound port: 527d377f-19e9-4186-bab5-01172366e320, host: dv-cinder-739079-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1837c13-0cb2-404d-aedd-258fca0eeafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:21:52.522645 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-a63a0059-bf97-4f4b-9373-00b86a891dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:52.525027 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-85316a45-3a65-41f2-b421-714034c52656 req-000eb1d8-bc86-43ff-9cba-b9e4b126f9fb tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.1571352 Nov 24 14:21:52.527946 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388f86e-1b12-4a60-89ef-9ef6b5c54e7c None None] Pushing event updated for resources: {'Port': ['ID=77dbf0c9-5266-4cb4-b11c-f97ea513f95c,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:52.623286 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-c612fc57-bf3a-4beb-9aed-4b705373f69d None None] Provisioning complete for port 77dbf0c9-5266-4cb4-b11c-f97ea513f95c triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:52.624051 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c612fc57-bf3a-4beb-9aed-4b705373f69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:52.725957 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-85316a45-3a65-41f2-b421-714034c52656 req-f84465be-52bb-4e26-9623-88d92e1502fa tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571043 Nov 24 14:21:52.732686 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-a63a0059-bf97-4f4b-9373-00b86a891dfc None None] For port 527d377f-19e9-4186-bab5-01172366e320, host dv-cinder-739079-6-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:21:52.741849 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-a63a0059-bf97-4f4b-9373-00b86a891dfc None None] For port 527d377f-19e9-4186-bab5-01172366e320, host dv-cinder-739079-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=527d377f-19e9-4186-bab5-01172366e320,segment=NetworkSegment(b1837c13-0cb2-404d-aedd-258fca0eeafe),segment_id=b1837c13-0cb2-404d-aedd-258fca0eeafe)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:21:52.752096 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-a63a0059-bf97-4f4b-9373-00b86a891dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:52.839843 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63a0059-bf97-4f4b-9373-00b86a891dfc None None] Routers {'d3abc9c8-ea3c-4748-8244-6bec72a2aec2'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:21:52.840058 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 77dbf0c9-5266-4cb4-b11c-f97ea513f95c up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:21:52.841086 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-a63a0059-bf97-4f4b-9373-00b86a891dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:21:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['d3abc9c8-ea3c-4748-8244-6bec72a2aec2'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:52.846287 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-513af9dc-8f43-49ec-8e41-855c62df395e req-1066bc3d-8773-475b-bb3b-324911b8396e tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 210 time: 0.1306455 Nov 24 14:21:52.847295 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-acc860f0-0372-4b11-94a0-8bffcc734c6c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Made reservation on behalf of b8179f38954442d58e1c209cf0f0eb43 for: {'port': 1} {{(pid=102761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:21:52.864565 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-acc860f0-0372-4b11-94a0-8bffcc734c6c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:52.984194 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-30bc0130-f81e-45ff-881d-cab223e0a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2', 'name': 'tempest-TestShelveInstance-124868251-router', 'tenant_id': '74a9adecd0e049b3988476e12222f6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bef43915-609c-47c5-af57-936e59a7dea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:36Z', 'updated_at': '2021-11-24T14:21:42Z', 'revision_number': 4, 'project_id': '74a9adecd0e049b3988476e12222f6cd', 'gw_port': {'id': 'bef43915-609c-47c5-af57-936e59a7dea0', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:38Z', 'updated_at': '2021-11-24T14:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '77dbf0c9-5266-4cb4-b11c-f97ea513f95c', 'name': '', 'network_id': '408b6b1d-8b25-4caf-a03b-ac3b587df38a', 'tenant_id': '74a9adecd0e049b3988476e12222f6cd', 'mac_address': 'fa:16:3e:c2:ff:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '996278b9-caa9-4ded-8f9e-447f2e561e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:41Z', 'updated_at': '2021-11-24T14:21:50Z', 'revision_number': 4, 'project_id': '74a9adecd0e049b3988476e12222f6cd', 'subnets': [{'id': '996278b9-caa9-4ded-8f9e-447f2e561e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:53.018752 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15a29b-5b91-47cf-afd6-3ede3c42db5b None None] Pushing event updated for resources: {'Port': ['ID=527d377f-19e9-4186-bab5-01172366e320,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:53.029616 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc0130-f81e-45ff-881d-cab223e0a038 None None] The sync data for ids ['7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2'] in dv-cinder-739079-6-iscsi is: [{'id': '7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2', 'name': 'tempest-TestShelveInstance-124868251-router', 'tenant_id': '74a9adecd0e049b3988476e12222f6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bef43915-609c-47c5-af57-936e59a7dea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:36Z', 'updated_at': '2021-11-24T14:21:42Z', 'revision_number': 4, 'project_id': '74a9adecd0e049b3988476e12222f6cd', 'gw_port': {'id': 'bef43915-609c-47c5-af57-936e59a7dea0', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:38Z', 'updated_at': '2021-11-24T14:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '77dbf0c9-5266-4cb4-b11c-f97ea513f95c', 'name': '', 'network_id': '408b6b1d-8b25-4caf-a03b-ac3b587df38a', 'tenant_id': '74a9adecd0e049b3988476e12222f6cd', 'mac_address': 'fa:16:3e:c2:ff:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '996278b9-caa9-4ded-8f9e-447f2e561e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:41Z', 'updated_at': '2021-11-24T14:21:50Z', 'revision_number': 4, 'project_id': '74a9adecd0e049b3988476e12222f6cd', 'subnets': [{'id': '996278b9-caa9-4ded-8f9e-447f2e561e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:21:53.124735 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port 77dbf0c9-5266-4cb4-b11c-f97ea513f95c triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:53.124735 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:53.125571 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-a63a0059-bf97-4f4b-9373-00b86a891dfc None None] Set router d3abc9c8-ea3c-4748-8244-6bec72a2aec2 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:21:53.139794 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-acc860f0-0372-4b11-94a0-8bffcc734c6c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Allocated IP 172.20.0.4 (36acfee9-a029-4045-9f01-f7f9a199421c/768a5e80-3488-4bb1-8733-0f42aa1c8190/f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:21:53.276192 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-eb9dcc4a-5482-4a7b-8d47-bb4321831f56 None None] Provisioning complete for port 527d377f-19e9-4186-bab5-01172366e320 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:53.276623 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-eb9dcc4a-5482-4a7b-8d47-bb4321831f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:53.452306 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-eb9dcc4a-5482-4a7b-8d47-bb4321831f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:53.458405 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-acc860f0-0372-4b11-94a0-8bffcc734c6c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:53.514257 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-eb9dcc4a-5482-4a7b-8d47-bb4321831f56 None None] For port 527d377f-19e9-4186-bab5-01172366e320, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=527d377f-19e9-4186-bab5-01172366e320,segment=NetworkSegment(b1837c13-0cb2-404d-aedd-258fca0eeafe),segment_id=b1837c13-0cb2-404d-aedd-258fca0eeafe)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:21:53.514815 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-a63a0059-bf97-4f4b-9373-00b86a891dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'name': 'tempest-AttachVolumeShelveTestJSON-810802159-router', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:39Z', 'updated_at': '2021-11-24T14:21:44Z', 'revision_number': 4, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'gw_port': {'id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:40Z', 'updated_at': '2021-11-24T14:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '527d377f-19e9-4186-bab5-01172366e320', 'name': '', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'mac_address': 'fa:16:3e:9c:7c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:43Z', 'updated_at': '2021-11-24T14:21:52Z', 'revision_number': 4, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'subnets': [{'id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:21:53.520641 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-acc860f0-0372-4b11-94a0-8bffcc734c6c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:53.521773 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-eb9dcc4a-5482-4a7b-8d47-bb4321831f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:53.560850 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63a0059-bf97-4f4b-9373-00b86a891dfc None None] The sync data for ids ['d3abc9c8-ea3c-4748-8244-6bec72a2aec2'] in dv-cinder-739079-6-iscsi is: [{'id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'name': 'tempest-AttachVolumeShelveTestJSON-810802159-router', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:39Z', 'updated_at': '2021-11-24T14:21:44Z', 'revision_number': 4, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'gw_port': {'id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:40Z', 'updated_at': '2021-11-24T14:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '527d377f-19e9-4186-bab5-01172366e320', 'name': '', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'mac_address': 'fa:16:3e:9c:7c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:43Z', 'updated_at': '2021-11-24T14:21:52Z', 'revision_number': 4, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'subnets': [{'id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:21:53.590671 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-acc860f0-0372-4b11-94a0-8bffcc734c6c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Network 36acfee9-a029-4045-9f01-f7f9a199421c is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:21:53.598370 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-acc860f0-0372-4b11-94a0-8bffcc734c6c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:21:53.603759 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-acc860f0-0372-4b11-94a0-8bffcc734c6c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:21:53.625033 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9dcc4a-5482-4a7b-8d47-bb4321831f56 None None] Pushing event updated for resources: {'Port': ['ID=527d377f-19e9-4186-bab5-01172366e320,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:53.655662 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc860f0-0372-4b11-94a0-8bffcc734c6c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Pushing event updated for resources: {'Port': ['ID=f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:53.709566 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-acc860f0-0372-4b11-94a0-8bffcc734c6c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:53.710813 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-acc860f0-0372-4b11-94a0-8bffcc734c6c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:53.741789 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-acc860f0-0372-4b11-94a0-8bffcc734c6c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3679323 Nov 24 14:21:53.990031 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aaf2ba-49df-456e-be37-63b4238e4a76 req-dfaa43c5-7b7b-45eb-870c-8896231e8e17 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:53.997378 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-b8a72dfb-32ec-4bab-8864-a5bf90bc65fb None None] Provisioning complete for port f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:53.997945 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b8a72dfb-32ec-4bab-8864-a5bf90bc65fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:54.001364 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-20aaf2ba-49df-456e-be37-63b4238e4a76 req-dfaa43c5-7b7b-45eb-870c-8896231e8e17 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.1458507 Nov 24 14:21:54.076458 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-b8a72dfb-32ec-4bab-8864-a5bf90bc65fb None None] Port f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b cannot update to ACTIVE because it is not bound. {{(pid=102763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:21:54.097591 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-20aaf2ba-49df-456e-be37-63b4238e4a76 req-826ee429-6085-4d44-a1f4-0392c84e95e7 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925651 Nov 24 14:21:54.171445 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ee1de-dd2c-4126-8007-374a8a351322 req-a3c36c8e-9b70-45ef-9008-e25cccf53aaa tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:54.174327 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1f0ee1de-dd2c-4126-8007-374a8a351322 req-a3c36c8e-9b70-45ef-9008-e25cccf53aaa tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 931 time: 0.0953677 Nov 24 14:21:54.258894 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1f0ee1de-dd2c-4126-8007-374a8a351322 req-80ef943e-bc10-4280-a25a-01b93bccf519 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781326 Nov 24 14:21:54.725702 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 527d377f-19e9-4186-bab5-01172366e320 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:21:54.761020 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-b9704188-12be-4377-bf86-301ca918cef3 service neutron] Request body: {'port': {'device_id': '399725a0-272e-44fc-83bb-cb4fee017462', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:21:54.785123 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port 527d377f-19e9-4186-bab5-01172366e320 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:54.785615 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:54.845512 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-b9704188-12be-4377-bf86-301ca918cef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:55.245353 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a963e2-9fa6-4690-ba35-07ed285e4540 req-3e628b51-daee-4e09-b09a-1551fed74b15 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:55.247186 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e2a963e2-9fa6-4690-ba35-07ed285e4540 req-3e628b51-daee-4e09-b09a-1551fed74b15 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.0624442 Nov 24 14:21:55.277123 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-b9704188-12be-4377-bf86-301ca918cef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:21:55.286468 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-b9704188-12be-4377-bf86-301ca918cef3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:55.307686 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-b9704188-12be-4377-bf86-301ca918cef3 service neutron] Transition to ACTIVE for port object f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b will not be triggered until provisioned by entity L2. {{(pid=102761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:21:55.324206 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-b9704188-12be-4377-bf86-301ca918cef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:55.332070 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e2a963e2-9fa6-4690-ba35-07ed285e4540 req-1a91bd6a-1031-4ec4-a673-3b0864624056 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775900 Nov 24 14:21:55.472488 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9704188-12be-4377-bf86-301ca918cef3 service neutron] Pushing event updated for resources: {'Port': ['ID=f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:55.542340 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d0e08-6503-4f45-bfd0-f12f7e3e477c req-05cf4dbc-c1e4-4ebc-bc96-6906e6bc6062 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:55.544171 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-dc0d0e08-6503-4f45-bfd0-f12f7e3e477c req-05cf4dbc-c1e4-4ebc-bc96-6906e6bc6062 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 943 time: 0.1560388 Nov 24 14:21:55.583560 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-b9704188-12be-4377-bf86-301ca918cef3 service neutron] Attempting to bind port f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b on host hv-cinder-73907 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:21:55.583902 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-b9704188-12be-4377-bf86-301ca918cef3 service neutron] Attempting to bind port f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': 'b1837c13-0cb2-404d-aedd-258fca0eeafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:21:55.584233 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-b9704188-12be-4377-bf86-301ca918cef3 service neutron] Attempting to bind port f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b on network 36acfee9-a029-4045-9f01-f7f9a199421c {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:21:55.597239 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-b9704188-12be-4377-bf86-301ca918cef3 service neutron] Port f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b on network 36acfee9-a029-4045-9f01-f7f9a199421c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 14:21:55.597561 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-b9704188-12be-4377-bf86-301ca918cef3 service neutron] Attempting to bind port f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b on network 36acfee9-a029-4045-9f01-f7f9a199421c {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:21:55.607281 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-b9704188-12be-4377-bf86-301ca918cef3 service neutron] Checking agent: {'id': 'd0515656-fb8d-4ba5-be1c-f8deb6c3b48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'started_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:21:55.607824 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-b9704188-12be-4377-bf86-301ca918cef3 service neutron] Checking segment: {'id': 'b1837c13-0cb2-404d-aedd-258fca0eeafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:21:55.608035 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-b9704188-12be-4377-bf86-301ca918cef3 service neutron] Bound using segment: {'id': 'b1837c13-0cb2-404d-aedd-258fca0eeafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:21:55.608715 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-b9704188-12be-4377-bf86-301ca918cef3 service neutron] Bound port: f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1837c13-0cb2-404d-aedd-258fca0eeafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:21:55.609169 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-b9704188-12be-4377-bf86-301ca918cef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:55.632061 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-dc0d0e08-6503-4f45-bfd0-f12f7e3e477c req-13a73005-af54-41aa-ac62-dd8a553443be tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796585 Nov 24 14:21:55.696157 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-b9704188-12be-4377-bf86-301ca918cef3 service neutron] For port f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b, host hv-cinder-73907, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:21:55.700070 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-b9704188-12be-4377-bf86-301ca918cef3 service neutron] For port f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b,segment=NetworkSegment(b1837c13-0cb2-404d-aedd-258fca0eeafe),segment_id=b1837c13-0cb2-404d-aedd-258fca0eeafe)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:21:55.707026 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-b9704188-12be-4377-bf86-301ca918cef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:55.743757 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-b9704188-12be-4377-bf86-301ca918cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:55.744379 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-b9704188-12be-4377-bf86-301ca918cef3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:55.745799 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-b9704188-12be-4377-bf86-301ca918cef3 service neutron] 10.222.0.37 "PUT /v2.0/ports/f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b HTTP/1.1" status: 200 len: 1093 time: 0.9903183 Nov 24 14:21:55.746251 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399725a0-272e-44fc-83bb-cb4fee017462', 'tag': 'f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:21:55.748566 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7536b25-d822-4803-928d-5a9258c5a506" -d '{"events": [{"name": "network-changed", "server_uuid": "399725a0-272e-44fc-83bb-cb4fee017462", "tag": "f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:21:55.784191 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9704188-12be-4377-bf86-301ca918cef3 service neutron] Pushing event updated for resources: {'Port': ['ID=f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:55.795210 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0aec13f-b44e-43f5-9488-9e22a69cad52 x-openstack-request-id: req-d0aec13f-b44e-43f5-9488-9e22a69cad52 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:21:55.795210 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399725a0-272e-44fc-83bb-cb4fee017462", "tag": "f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:21:55.798862 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d0aec13f-b44e-43f5-9488-9e22a69cad52 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:21:55.799458 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '399725a0-272e-44fc-83bb-cb4fee017462', 'tag': 'f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b', 'status': 'completed', 'code': 200} Nov 24 14:21:55.945578 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7536b25-d822-4803-928d-5a9258c5a506 req-5cca9e2e-cb18-419e-b917-6b14285324ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:55.948757 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a7536b25-d822-4803-928d-5a9258c5a506 req-5cca9e2e-cb18-419e-b917-6b14285324ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8179f38954442d58e1c209cf0f0eb43&device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 1096 time: 0.0575287 Nov 24 14:21:56.078368 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7536b25-d822-4803-928d-5a9258c5a506 req-79de2677-f1ef-446f-b724-21f4db58fe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:56.079949 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a7536b25-d822-4803-928d-5a9258c5a506 req-79de2677-f1ef-446f-b724-21f4db58fe05 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b8179f38954442d58e1c209cf0f0eb43&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1199930 Nov 24 14:21:56.229398 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7536b25-d822-4803-928d-5a9258c5a506 req-b61e29d1-72b2-42ab-ba16-41071e61db94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:56.230883 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a7536b25-d822-4803-928d-5a9258c5a506 req-b61e29d1-72b2-42ab-ba16-41071e61db94 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1384828 Nov 24 14:21:56.313295 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-9dbb1084-b3be-46df-9236-bc3d14d1f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:56.314818 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-9dbb1084-b3be-46df-9236-bc3d14d1f5b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8179f38954442d58e1c209cf0f0eb43&device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 1096 time: 0.0431743 Nov 24 14:21:56.366530 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-763a322d-0d9d-4189-936c-81d650dd9169 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b HTTP/1.1" status: 200 len: 217 time: 0.0402215 Nov 24 14:21:56.445972 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-013219e6-1c6e-4fae-8a4d-a384fe5619c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:56.447578 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-013219e6-1c6e-4fae-8a4d-a384fe5619c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=768a5e80-3488-4bb1-8733-0f42aa1c8190 HTTP/1.1" status: 200 len: 855 time: 0.0721092 Nov 24 14:21:56.489799 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a64ab-f146-45a9-bb2d-b91ca089084a req-ccd34fbb-e4e4-4c2c-8b9e-87b4d985c139 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:56.491445 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-3e4a64ab-f146-45a9-bb2d-b91ca089084a req-ccd34fbb-e4e4-4c2c-8b9e-87b4d985c139 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.0895576 Nov 24 14:21:56.536645 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-6994d649-9350-43bc-9ea0-e946d9c4b066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:56.538180 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-6994d649-9350-43bc-9ea0-e946d9c4b066 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36acfee9-a029-4045-9f01-f7f9a199421c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0829554 Nov 24 14:21:56.598666 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-3e4a64ab-f146-45a9-bb2d-b91ca089084a req-abd3a56d-7b96-432c-bd4d-098dcadb2685 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942290 Nov 24 14:21:56.683154 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-d61253d9-9415-4608-a80a-327a2b75739c service neutron] 10.222.0.37 "GET /v2.0/networks/36acfee9-a029-4045-9f01-f7f9a199421c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329708 Nov 24 14:21:56.909730 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcc59c-cafb-435a-8c5b-92425274640a req-efe1f917-f405-47b0-824e-15a9cf96cc7d tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:56.912421 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3fdcc59c-cafb-435a-8c5b-92425274640a req-efe1f917-f405-47b0-824e-15a9cf96cc7d tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.0656340 Nov 24 14:21:56.918812 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35bb79-1cfd-4d77-b83b-93c0de1821e6 req-5e6de8f2-afe7-4104-aea3-e2ad7f65bf46 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:56.928028 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-eb35bb79-1cfd-4d77-b83b-93c0de1821e6 req-5e6de8f2-afe7-4104-aea3-e2ad7f65bf46 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 943 time: 0.2099898 Nov 24 14:21:56.932665 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-bdbb99b7-672c-49b9-9957-3c13e7a1642f req-9383b448-065c-4d22-8320-1b1745922371 service neutron] 10.222.0.37 "GET /v2.0/networks/36acfee9-a029-4045-9f01-f7f9a199421c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418151 Nov 24 14:21:56.985886 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-eb35bb79-1cfd-4d77-b83b-93c0de1821e6 req-cd9df552-d44e-4e62-b12a-003b3e118a5c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563269 Nov 24 14:21:57.011581 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3fdcc59c-cafb-435a-8c5b-92425274640a req-057250a2-8d05-4675-a702-e4a5868f2c3e tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863812 Nov 24 14:21:57.020045 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f448121-fd17-4eaa-bc16-b19f720fa2e7 req-a394d50a-a5e2-4905-8fed-e246535363d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:57.021610 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6f448121-fd17-4eaa-bc16-b19f720fa2e7 req-a394d50a-a5e2-4905-8fed-e246535363d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0263df2748984c17a05265e50bdc7ca4&device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 1098 time: 0.0767305 Nov 24 14:21:57.138245 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f448121-fd17-4eaa-bc16-b19f720fa2e7 req-4ebe2e53-3ee3-4e48-bf13-102e46960147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:57.141117 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6f448121-fd17-4eaa-bc16-b19f720fa2e7 req-4ebe2e53-3ee3-4e48-bf13-102e46960147 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eed9835b-0528-48c8-805c-6a672cef9034 HTTP/1.1" status: 200 len: 912 time: 0.1112564 Nov 24 14:21:57.254300 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6f448121-fd17-4eaa-bc16-b19f720fa2e7 req-ed412e9a-703d-4c55-a157-cd9895726b13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fd3e52b-6b69-4479-8136-24d855005187 HTTP/1.1" status: 200 len: 1001 time: 0.1021419 Nov 24 14:21:57.310841 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f448121-fd17-4eaa-bc16-b19f720fa2e7 req-9e1e2143-6b13-4f26-8ef8-237e4fc5d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:57.312523 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6f448121-fd17-4eaa-bc16-b19f720fa2e7 req-9e1e2143-6b13-4f26-8ef8-237e4fc5d2eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc91be5c-3dda-4f91-90ca-58668d9f6158 HTTP/1.1" status: 200 len: 849 time: 0.0501111 Nov 24 14:21:57.365204 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f448121-fd17-4eaa-bc16-b19f720fa2e7 req-4ffb0b36-032d-4d6a-a896-493fdc8b0b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:57.366878 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6f448121-fd17-4eaa-bc16-b19f720fa2e7 req-4ffb0b36-032d-4d6a-a896-493fdc8b0b36 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eed9835b-0528-48c8-805c-6a672cef9034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453823 Nov 24 14:21:57.496231 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6f448121-fd17-4eaa-bc16-b19f720fa2e7 req-0ede59d6-6fc0-46da-bdf7-895e520358cd service neutron] 10.222.0.37 "GET /v2.0/networks/eed9835b-0528-48c8-805c-6a672cef9034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198997 Nov 24 14:21:57.845966 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6f448121-fd17-4eaa-bc16-b19f720fa2e7 req-01e4e544-739b-4d12-9053-b36798514ce8 service neutron] 10.222.0.37 "GET /v2.0/networks/eed9835b-0528-48c8-805c-6a672cef9034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402290 Nov 24 14:21:58.122054 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a67ae0-790e-4c07-aef8-63897ac465e2 req-d8f9d36d-9e98-417c-95b3-5c258152f98d tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:58.123842 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-67a67ae0-790e-4c07-aef8-63897ac465e2 req-d8f9d36d-9e98-417c-95b3-5c258152f98d tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 943 time: 0.0543721 Nov 24 14:21:58.152625 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde5186-8215-4175-8a07-5edfe11be39e req-b522ae88-2484-4f3e-b2d5-ca3cdeb7fea9 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:58.154180 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-efde5186-8215-4175-8a07-5edfe11be39e req-b522ae88-2484-4f3e-b2d5-ca3cdeb7fea9 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.0644903 Nov 24 14:21:58.188279 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-67a67ae0-790e-4c07-aef8-63897ac465e2 req-d96d737c-d94f-4a67-866c-6b142d5c11c0 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550697 Nov 24 14:21:58.220253 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-efde5186-8215-4175-8a07-5edfe11be39e req-0361f5b9-25f6-4e06-8da2-b308ff7bee50 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537431 Nov 24 14:21:59.346658 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b754e-a9d4-4851-81df-e13cf0dbe980 req-5c8a909a-182e-4c8d-a733-3a8966eb8506 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:59.348323 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ad1b754e-a9d4-4851-81df-e13cf0dbe980 req-5c8a909a-182e-4c8d-a733-3a8966eb8506 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.0542102 Nov 24 14:21:59.407271 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ad1b754e-a9d4-4851-81df-e13cf0dbe980 req-964e4790-47fe-46f1-8d42-cee70674d384 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523233 Nov 24 14:21:59.583060 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a386bb-f875-4e35-a766-52a0961d47bf req-f25ff782-dc0e-4940-8986-0bd2e9413fe8 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:59.584668 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-14a386bb-f875-4e35-a766-52a0961d47bf req-f25ff782-dc0e-4940-8986-0bd2e9413fe8 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 943 time: 0.3174188 Nov 24 14:21:59.646516 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-14a386bb-f875-4e35-a766-52a0961d47bf req-0480f706-b337-42ab-a626-e5d6330ec1f3 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543334 Nov 24 14:21:59.857452 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=102763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:21:59.965881 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b,segment=NetworkSegment(b1837c13-0cb2-404d-aedd-258fca0eeafe),segment_id=b1837c13-0cb2-404d-aedd-258fca0eeafe)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:21:59.978055 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Returning: {'device': 'f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'port_id': 'f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b', 'mac_address': 'fa:16:3e:c6:d6:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:22:00.018401 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:00.032683 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b {{(pid=102763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:22:00.058000 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b,segment=NetworkSegment(b1837c13-0cb2-404d-aedd-258fca0eeafe),segment_id=b1837c13-0cb2-404d-aedd-258fca0eeafe)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:22:00.063365 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:00.131888 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:00.479181 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:22:00.779480 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e430010-730a-4142-9013-ec5a556ef38c req-dd84cc18-d933-4577-922d-097cd0f895b1 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:00.782261 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1e430010-730a-4142-9013-ec5a556ef38c req-dd84cc18-d933-4577-922d-097cd0f895b1 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 944 time: 0.0564396 Nov 24 14:22:00.836121 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1e430010-730a-4142-9013-ec5a556ef38c req-ec6c732b-01f8-4bd9-9e04-dd24418990d3 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472937 Nov 24 14:22:01.886890 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b up at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:22:01.951336 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning for port f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b completed by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:22:01.957700 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning complete for port f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:22:01.958310 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:01.975702 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d8131-4263-481d-b8a3-d171bd571514 req-8825cbb1-93e2-4b3f-8dea-e0c30ff1d1db tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:01.977266 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c94d8131-4263-481d-b8a3-d171bd571514 req-8825cbb1-93e2-4b3f-8dea-e0c30ff1d1db tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 944 time: 0.0553482 Nov 24 14:22:02.044181 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c94d8131-4263-481d-b8a3-d171bd571514 req-5b6ca0d9-6e2f-4c21-9630-b13483cf40ce tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598638 Nov 24 14:22:02.051952 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:02.094181 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399725a0-272e-44fc-83bb-cb4fee017462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:22:02.096486 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02bc6bab57870f22e484ac0312d8c66543c8308e687160369736143e34da9ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9604f43-c967-4fcf-9795-e80b7d6ff157" -d '{"events": [{"server_uuid": "399725a0-272e-44fc-83bb-cb4fee017462", "name": "network-vif-plugged", "status": "completed", "tag": "f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:22:02.111108 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b,segment=NetworkSegment(b1837c13-0cb2-404d-aedd-258fca0eeafe),segment_id=b1837c13-0cb2-404d-aedd-258fca0eeafe)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:22:02.117224 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:02.152176 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea20a505-0792-4a8f-a9be-b5987566b3ec x-openstack-request-id: req-ea20a505-0792-4a8f-a9be-b5987566b3ec {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:22:02.152631 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399725a0-272e-44fc-83bb-cb4fee017462", "name": "network-vif-plugged", "status": "completed", "tag": "f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:22:02.152759 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ea20a505-0792-4a8f-a9be-b5987566b3ec {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:22:02.154244 dv-cinder-739079-6-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399725a0-272e-44fc-83bb-cb4fee017462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b', 'code': 200} Nov 24 14:22:02.317031 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:02.400123 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976c668-7e9b-467a-80f5-89ee26475456 req-03132af6-ad82-4af1-9e93-a7e81c4a7d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:02.401579 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e976c668-7e9b-467a-80f5-89ee26475456 req-03132af6-ad82-4af1-9e93-a7e81c4a7d61 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 1098 time: 0.0614440 Nov 24 14:22:02.411020 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 46736) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:22:02.451434 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e976c668-7e9b-467a-80f5-89ee26475456 req-f862f160-ccda-4a5e-a274-e34b3cf9b23f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412750 Nov 24 14:22:02.531449 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-412f7713-d12e-428a-9281-2b0c7359e32f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:02.606903 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-412f7713-d12e-428a-9281-2b0c7359e32f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:02.612952 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-412f7713-d12e-428a-9281-2b0c7359e32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:02.657077 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-412f7713-d12e-428a-9281-2b0c7359e32f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8952d7f6d924473bb01da7b68a4e3964&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448015 Nov 24 14:22:02.657890 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f7713-d12e-428a-9281-2b0c7359e32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b9ae9b-a1dc-4589-b335-a7ea29433f9a,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:02.659678 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 46742) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:22:02.721380 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e297a920-957d-4c42-9856-8091341e6ff1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:02.744583 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e297a920-957d-4c42-9856-8091341e6ff1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:02.820692 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e297a920-957d-4c42-9856-8091341e6ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:02.823562 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e297a920-957d-4c42-9856-8091341e6ff1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:02.828272 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-e297a920-957d-4c42-9856-8091341e6ff1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/01b9ae9b-a1dc-4589-b335-a7ea29433f9a HTTP/1.1" status: 204 len: 168 time: 0.1630692 Nov 24 14:22:02.839228 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297a920-957d-4c42-9856-8091341e6ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b9ae9b-a1dc-4589-b335-a7ea29433f9a,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:03.212743 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480c084-c6ff-4b2f-b35f-fb77ee60ce2e req-a9217368-2e5c-4a18-a9c9-b7b08621cce6 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:03.215374 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4480c084-c6ff-4b2f-b35f-fb77ee60ce2e req-a9217368-2e5c-4a18-a9c9-b7b08621cce6 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 945 time: 0.0882130 Nov 24 14:22:03.273404 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4480c084-c6ff-4b2f-b35f-fb77ee60ce2e req-a7d811ea-1ab1-4960-9d94-3a28dc1f43b6 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510781 Nov 24 14:22:04.433887 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc7645-a253-495d-a1f3-5c3e97a30bb3 req-363f6f53-2e92-4c18-a20a-1b5833414ab4 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:04.435728 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c9dc7645-a253-495d-a1f3-5c3e97a30bb3 req-363f6f53-2e92-4c18-a20a-1b5833414ab4 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 945 time: 0.0588276 Nov 24 14:22:04.498571 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c9dc7645-a253-495d-a1f3-5c3e97a30bb3 req-e07b75d9-00ac-495f-b7c2-f4f78ae6a97e tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557969 Nov 24 14:22:04.655133 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d7bad-5292-4cc9-be58-6b5d71180a6e req-b2f6048e-28ce-4b6d-a583-1e3bf85eea8f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:04.656792 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c24d7bad-5292-4cc9-be58-6b5d71180a6e req-b2f6048e-28ce-4b6d-a583-1e3bf85eea8f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 945 time: 0.0604663 Nov 24 14:22:04.667943 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 46818) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:22:04.674443 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-51eb964e-e250-40d5-9f3e-9e8e70d5e78d tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Request body: {'floatingip': {'port_id': 'f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:22:04.721766 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-51eb964e-e250-40d5-9f3e-9e8e70d5e78d tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for floatingip, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:05.183939 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-51eb964e-e250-40d5-9f3e-9e8e70d5e78d tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:05.189124 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-51eb964e-e250-40d5-9f3e-9e8e70d5e78d tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667194'] for floatingip, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:05.304366 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.db.l3_db [None req-51eb964e-e250-40d5-9f3e-9e8e70d5e78d tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Floating IP 5c3dd847-e1dc-4a91-9ae6-6b635d96617b associated. External IP: 172.27.3.83, port: f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b. Nov 24 14:22:05.538823 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51eb964e-e250-40d5-9f3e-9e8e70d5e78d tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Router d3abc9c8-ea3c-4748-8244-6bec72a2aec2 has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:22:05.664976 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51eb964e-e250-40d5-9f3e-9e8e70d5e78d tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:22:05.672678 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-51eb964e-e250-40d5-9f3e-9e8e70d5e78d tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for floatingip, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:05.678079 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314c34a7-1e5e-4393-9639-40ad90fd756f None None] Sync routers for ids ['d3abc9c8-ea3c-4748-8244-6bec72a2aec2'] in dv-cinder-739079-6-iscsi {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:22:05.696297 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314c34a7-1e5e-4393-9639-40ad90fd756f None None] Routers {'d3abc9c8-ea3c-4748-8244-6bec72a2aec2'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:22:05.698179 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-314c34a7-1e5e-4393-9639-40ad90fd756f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:21:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['d3abc9c8-ea3c-4748-8244-6bec72a2aec2'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:05.726582 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-51eb964e-e250-40d5-9f3e-9e8e70d5e78d tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "PUT /v2.0/floatingips/5c3dd847-e1dc-4a91-9ae6-6b635d96617b HTTP/1.1" status: 200 len: 990 time: 1.0573881 Nov 24 14:22:05.727575 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399725a0-272e-44fc-83bb-cb4fee017462', 'tag': 'f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:22:05.731166 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ad547b-d40e-4b23-9ac5-e1c052282ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "399725a0-272e-44fc-83bb-cb4fee017462", "tag": "f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:22:05.809051 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed33aa4d-54fb-4282-a8cd-fa1ec3e43a35 x-openstack-request-id: req-ed33aa4d-54fb-4282-a8cd-fa1ec3e43a35 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:22:05.810002 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399725a0-272e-44fc-83bb-cb4fee017462", "tag": "f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:22:05.810949 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ed33aa4d-54fb-4282-a8cd-fa1ec3e43a35 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:22:05.812573 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '399725a0-272e-44fc-83bb-cb4fee017462', 'tag': 'f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b', 'status': 'completed', 'code': 200} Nov 24 14:22:05.841537 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-314c34a7-1e5e-4393-9639-40ad90fd756f None None] Set router d3abc9c8-ea3c-4748-8244-6bec72a2aec2 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:22:05.899664 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad547b-d40e-4b23-9ac5-e1c052282ffb req-d88a6112-daf5-4f75-a960-dcbc582d9c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:05.901392 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-24ad547b-d40e-4b23-9ac5-e1c052282ffb req-d88a6112-daf5-4f75-a960-dcbc582d9c2b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8179f38954442d58e1c209cf0f0eb43&device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 1098 time: 0.0554380 Nov 24 14:22:06.017113 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad547b-d40e-4b23-9ac5-e1c052282ffb req-3788b26a-f10d-4c2a-80df-75910db47fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:06.018687 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-24ad547b-d40e-4b23-9ac5-e1c052282ffb req-3788b26a-f10d-4c2a-80df-75910db47fa0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=36acfee9-a029-4045-9f01-f7f9a199421c HTTP/1.1" status: 200 len: 918 time: 0.1044924 Nov 24 14:22:06.093486 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-24ad547b-d40e-4b23-9ac5-e1c052282ffb req-485a7ffd-5888-49b9-8fe9-d7420395b428 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b HTTP/1.1" status: 200 len: 998 time: 0.0619054 Nov 24 14:22:06.150529 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad547b-d40e-4b23-9ac5-e1c052282ffb req-03d49c17-a0f6-49f2-b866-99b2687fe617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:06.152038 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-24ad547b-d40e-4b23-9ac5-e1c052282ffb req-03d49c17-a0f6-49f2-b866-99b2687fe617 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=768a5e80-3488-4bb1-8733-0f42aa1c8190 HTTP/1.1" status: 200 len: 855 time: 0.0503488 Nov 24 14:22:06.157173 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-314c34a7-1e5e-4393-9639-40ad90fd756f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'name': 'tempest-AttachVolumeShelveTestJSON-810802159-router', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:39Z', 'updated_at': '2021-11-24T14:21:44Z', 'revision_number': 4, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'gw_port': {'id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:40Z', 'updated_at': '2021-11-24T14:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_floatingips': [{'id': '5c3dd847-e1dc-4a91-9ae6-6b635d96617b', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'port_id': 'f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'mac_address': 'fa:16:3e:c6:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399725a0-272e-44fc-83bb-cb4fee017462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:21:48Z', 'updated_at': '2021-11-24T14:22:05Z', 'revision_number': 1, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527d377f-19e9-4186-bab5-01172366e320', 'name': '', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'mac_address': 'fa:16:3e:9c:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:43Z', 'updated_at': '2021-11-24T14:21:53Z', 'revision_number': 5, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'subnets': [{'id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:06.185180 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314c34a7-1e5e-4393-9639-40ad90fd756f None None] Checking router: d3abc9c8-ea3c-4748-8244-6bec72a2aec2 for host: dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:22:06.196545 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314c34a7-1e5e-4393-9639-40ad90fd756f None None] Routers {'d3abc9c8-ea3c-4748-8244-6bec72a2aec2'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:22:06.197168 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-314c34a7-1e5e-4393-9639-40ad90fd756f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:21:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['d3abc9c8-ea3c-4748-8244-6bec72a2aec2'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:06.203323 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad547b-d40e-4b23-9ac5-e1c052282ffb req-63cb4366-b912-457d-85cd-f5d2af6fc0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:06.204894 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-24ad547b-d40e-4b23-9ac5-e1c052282ffb req-63cb4366-b912-457d-85cd-f5d2af6fc0d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36acfee9-a029-4045-9f01-f7f9a199421c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449493 Nov 24 14:22:06.309197 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-24ad547b-d40e-4b23-9ac5-e1c052282ffb req-f8cf14e6-e4eb-4f31-9a81-4105b35fc73c service neutron] 10.222.0.37 "GET /v2.0/networks/36acfee9-a029-4045-9f01-f7f9a199421c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924535 Nov 24 14:22:06.312139 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-314c34a7-1e5e-4393-9639-40ad90fd756f None None] Set router d3abc9c8-ea3c-4748-8244-6bec72a2aec2 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:22:06.435770 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-24ad547b-d40e-4b23-9ac5-e1c052282ffb req-2c69a179-683e-4cfd-bc7f-d0aaa8167692 service neutron] 10.222.0.37 "GET /v2.0/networks/36acfee9-a029-4045-9f01-f7f9a199421c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178644 Nov 24 14:22:06.590090 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-314c34a7-1e5e-4393-9639-40ad90fd756f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'name': 'tempest-AttachVolumeShelveTestJSON-810802159-router', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:39Z', 'updated_at': '2021-11-24T14:21:44Z', 'revision_number': 4, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'gw_port': {'id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:40Z', 'updated_at': '2021-11-24T14:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_floatingips': [{'id': '5c3dd847-e1dc-4a91-9ae6-6b635d96617b', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'port_id': 'f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'mac_address': 'fa:16:3e:c6:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399725a0-272e-44fc-83bb-cb4fee017462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:21:48Z', 'updated_at': '2021-11-24T14:22:05Z', 'revision_number': 1, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527d377f-19e9-4186-bab5-01172366e320', 'name': '', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'mac_address': 'fa:16:3e:9c:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:43Z', 'updated_at': '2021-11-24T14:21:53Z', 'revision_number': 5, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'subnets': [{'id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:06.621477 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314c34a7-1e5e-4393-9639-40ad90fd756f None None] The sync data for ids ['d3abc9c8-ea3c-4748-8244-6bec72a2aec2'] in dv-cinder-739079-6-iscsi is: [{'id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'name': 'tempest-AttachVolumeShelveTestJSON-810802159-router', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:39Z', 'updated_at': '2021-11-24T14:21:44Z', 'revision_number': 4, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'gw_port': {'id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:40Z', 'updated_at': '2021-11-24T14:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_floatingips': [{'id': '5c3dd847-e1dc-4a91-9ae6-6b635d96617b', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'port_id': 'f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'mac_address': 'fa:16:3e:c6:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399725a0-272e-44fc-83bb-cb4fee017462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:21:48Z', 'updated_at': '2021-11-24T14:22:05Z', 'revision_number': 1, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527d377f-19e9-4186-bab5-01172366e320', 'name': '', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'mac_address': 'fa:16:3e:9c:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:43Z', 'updated_at': '2021-11-24T14:21:53Z', 'revision_number': 5, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'subnets': [{'id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:22:06.690021 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 46850) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:22:06.811008 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ba417ef4-40ab-44ee-9be9-9f83d46f3d71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:06.866351 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8479b9-74e6-4009-9e46-740f86bed613 None None] New status for floating IP 5c3dd847-e1dc-4a91-9ae6-6b635d96617b: ACTIVE {{(pid=102764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:22:06.926308 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ba417ef4-40ab-44ee-9be9-9f83d46f3d71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:06.931255 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ba417ef4-40ab-44ee-9be9-9f83d46f3d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:06.993143 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba417ef4-40ab-44ee-9be9-9f83d46f3d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944fce2e-fd1f-4b57-a499-cd51c7a1e8a4,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:07.003359 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-ba417ef4-40ab-44ee-9be9-9f83d46f3d71 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9b32d0895a834548a2e36d29c1b0cffb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3149297 Nov 24 14:22:07.007172 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 46862) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:22:07.102702 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-125917fe-cbdb-4422-9295-00e7176aa942 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:07.147738 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-125917fe-cbdb-4422-9295-00e7176aa942 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:07.226670 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-125917fe-cbdb-4422-9295-00e7176aa942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:07.229378 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-125917fe-cbdb-4422-9295-00e7176aa942 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:07.230657 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-125917fe-cbdb-4422-9295-00e7176aa942 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/944fce2e-fd1f-4b57-a499-cd51c7a1e8a4 HTTP/1.1" status: 204 len: 168 time: 0.2219470 Nov 24 14:22:07.240621 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125917fe-cbdb-4422-9295-00e7176aa942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944fce2e-fd1f-4b57-a499-cd51c7a1e8a4,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:07.933721 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 46886) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:22:08.041396 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-a85157d1-0e1a-48c2-a202-e4fe2169aaf3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1926674173-network', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:22:08.069379 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85157d1-0e1a-48c2-a202-e4fe2169aaf3 admin admin] Made reservation on behalf of c2a116ccd6f848deb04de4b1465cf089 for: {'network': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:22:08.072644 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a85157d1-0e1a-48c2-a202-e4fe2169aaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for network, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:08.082513 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a85157d1-0e1a-48c2-a202-e4fe2169aaf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:08.176012 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a85157d1-0e1a-48c2-a202-e4fe2169aaf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:08.180106 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a85157d1-0e1a-48c2-a202-e4fe2169aaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:08.203323 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85157d1-0e1a-48c2-a202-e4fe2169aaf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1135} {{(pid=102762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:22:08.219938 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85157d1-0e1a-48c2-a202-e4fe2169aaf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80197d7-9f26-44fb-b287-5537d9d18b1b,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:08.226590 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a85157d1-0e1a-48c2-a202-e4fe2169aaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:08.226946 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.db.segments_db [None req-a85157d1-0e1a-48c2-a202-e4fe2169aaf3 admin admin] Added segment ba2bd5cf-b7b9-4fab-b424-a20e5571684a of type vlan for network c5b77177-c415-4898-b361-8f6fa43e1616 Nov 24 14:22:08.275218 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a85157d1-0e1a-48c2-a202-e4fe2169aaf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783322859825'] for network, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:08.304007 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a85157d1-0e1a-48c2-a202-e4fe2169aaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067'] for network, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:08.305147 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85157d1-0e1a-48c2-a202-e4fe2169aaf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:08.305606 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a85157d1-0e1a-48c2-a202-e4fe2169aaf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:08.340894 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-a85157d1-0e1a-48c2-a202-e4fe2169aaf3 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4059803 Nov 24 14:22:08.345146 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 46900) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:22:08.379235 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-00129eb2-a540-4ab5-b610-92300801cddf admin admin] Request body: {'subnet': {'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1926674173-subnet', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'ip_version': 4}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:22:08.387389 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85157d1-0e1a-48c2-a202-e4fe2169aaf3 admin admin] Pushing event updated for resources: {'Network': ['ID=c5b77177-c415-4898-b361-8f6fa43e1616,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:08.401541 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Network c5b77177-c415-4898-b361-8f6fa43e1616 details requested by agent ovs-agent-dv-cinder-739079-6-iscsi with host dv-cinder-739079-6-iscsi {{(pid=102763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 14:22:08.411446 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00129eb2-a540-4ab5-b610-92300801cddf admin admin] Made reservation on behalf of c2a116ccd6f848deb04de4b1465cf089 for: {'subnet': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:22:08.414840 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-00129eb2-a540-4ab5-b610-92300801cddf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11814291'] for subnet, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:08.619543 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-00129eb2-a540-4ab5-b610-92300801cddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11930698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11814273'] for subnet, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:08.690013 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00129eb2-a540-4ab5-b610-92300801cddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:08.701948 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00129eb2-a540-4ab5-b610-92300801cddf admin admin] Checking segment: {'id': 'ba2bd5cf-b7b9-4fab-b424-a20e5571684a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:22:08.702882 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00129eb2-a540-4ab5-b610-92300801cddf admin admin] Network hostable DHCP agents. Network: c5b77177-c415-4898-b361-8f6fa43e1616, hostable agents: ['5a05dce6-6d47-4be7-b07f-778f6e38e2ad'], hosted agents: [] {{(pid=102762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:22:08.722926 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00129eb2-a540-4ab5-b610-92300801cddf admin admin] Network c5b77177-c415-4898-b361-8f6fa43e1616 is scheduled to be hosted by DHCP agent 5a05dce6-6d47-4be7-b07f-778f6e38e2ad with binding_index 1 {{(pid=102762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:22:08.733692 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-00129eb2-a540-4ab5-b610-92300801cddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-6-iscsi, c5b77177-c415-4898-b361-8f6fa43e1616) {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:22:08.738661 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00129eb2-a540-4ab5-b610-92300801cddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:08.740053 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-00129eb2-a540-4ab5-b610-92300801cddf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:08.743527 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2718e4ff-9539-4b8c-93cd-2ef46b632ff4 None None] Network c5b77177-c415-4898-b361-8f6fa43e1616 requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:22:08.762318 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-00129eb2-a540-4ab5-b610-92300801cddf admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4160438 Nov 24 14:22:08.765437 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 46902) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:22:08.770213 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-833e2236-6035-42f4-a905-980aaabd4006 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1926674173-router', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:22:08.794038 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-833e2236-6035-42f4-a905-980aaabd4006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5293'] for router, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:08.794975 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-833e2236-6035-42f4-a905-980aaabd4006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5274'] for router, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:08.866011 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-833e2236-6035-42f4-a905-980aaabd4006 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:08.925600 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1fbf41-ade1-466e-a35a-55378eec0ec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c8e87e8-2d0a-5791-abbd-89eb775a1a8c-c5b77177-c415-4898-b361-8f6fa43e1616', 'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'fixed_ips': [{'subnet_id': '4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0'}]}} from dv-cinder-739079-6-iscsi. {{(pid=102763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 14:22:08.926733 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ec1fbf41-ade1-466e-a35a-55378eec0ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:09.007065 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-833e2236-6035-42f4-a905-980aaabd4006 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:09.070427 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_common [None req-ec1fbf41-ade1-466e-a35a-55378eec0ec9 None None] Allocated IP 172.20.0.2 (c5b77177-c415-4898-b361-8f6fa43e1616/4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0/47ee413e-23d1-4eaf-a1ca-a177d1dd4364) {{(pid=102763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:22:09.233635 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-833e2236-6035-42f4-a905-980aaabd4006 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:09.255057 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-833e2236-6035-42f4-a905-980aaabd4006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:09.264074 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ec1fbf41-ade1-466e-a35a-55378eec0ec9 None None] Publish callbacks [] for port, precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:09.271799 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ec1fbf41-ade1-466e-a35a-55378eec0ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986'] for port, after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:09.314240 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1fbf41-ade1-466e-a35a-55378eec0ec9 None None] Network c5b77177-c415-4898-b361-8f6fa43e1616 is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:22:09.317280 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-ec1fbf41-ade1-466e-a35a-55378eec0ec9 None None] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:22:09.319735 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1fbf41-ade1-466e-a35a-55378eec0ec9 None None] Received port after_create {{(pid=102763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:22:09.378241 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-5a9444e3-ff8b-4ef7-9bd7-652127e98347 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-599306691&fields=id&tenant_id=c2568470bb1d43569c7dceb498364354 HTTP/1.1" status: 200 len: 267 time: 0.0842230 Nov 24 14:22:09.381499 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1fbf41-ade1-466e-a35a-55378eec0ec9 None None] Pushing event updated for resources: {'Port': ['ID=47ee413e-23d1-4eaf-a1ca-a177d1dd4364,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:09.390081 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-ec1fbf41-ade1-466e-a35a-55378eec0ec9 None None] Attempting to bind port 47ee413e-23d1-4eaf-a1ca-a177d1dd4364 on host dv-cinder-739079-6-iscsi for vnic_type normal with profile {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:22:09.390081 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-ec1fbf41-ade1-466e-a35a-55378eec0ec9 None None] Attempting to bind port 47ee413e-23d1-4eaf-a1ca-a177d1dd4364 by drivers openvswitch,hyperv on host dv-cinder-739079-6-iscsi at level 0 using segments [{'id': 'ba2bd5cf-b7b9-4fab-b424-a20e5571684a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616'}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:22:09.390391 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1fbf41-ade1-466e-a35a-55378eec0ec9 None None] Attempting to bind port 47ee413e-23d1-4eaf-a1ca-a177d1dd4364 on network c5b77177-c415-4898-b361-8f6fa43e1616 {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:22:09.399998 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1fbf41-ade1-466e-a35a-55378eec0ec9 None None] Checking agent: {'id': '1104589c-84b2-4bb0-9b12-312140cbcde6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'started_at': datetime.datetime(2021, 11, 24, 14, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:22:09.400442 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1fbf41-ade1-466e-a35a-55378eec0ec9 None None] Checking segment: {'id': 'ba2bd5cf-b7b9-4fab-b424-a20e5571684a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:22:09.400998 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ec1fbf41-ade1-466e-a35a-55378eec0ec9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:09.401412 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1fbf41-ade1-466e-a35a-55378eec0ec9 None None] Bound using segment: {'id': 'ba2bd5cf-b7b9-4fab-b424-a20e5571684a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616'} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:22:09.401910 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-ec1fbf41-ade1-466e-a35a-55378eec0ec9 None None] Bound port: 47ee413e-23d1-4eaf-a1ca-a177d1dd4364, host: dv-cinder-739079-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2bd5cf-b7b9-4fab-b424-a20e5571684a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616'}}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:22:09.402872 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ec1fbf41-ade1-466e-a35a-55378eec0ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:09.426056 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [None req-833e2236-6035-42f4-a905-980aaabd4006 admin admin] Allocated IP 172.27.3.21 (49cac10e-0da0-4a0f-8769-64a9bee58c01/34c9a594-21b4-4e79-af6f-55375f25e5d0/f3e848ae-8d42-42da-8bd7-d07675451dd4) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:22:09.492269 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-ec1fbf41-ade1-466e-a35a-55378eec0ec9 None None] For port 47ee413e-23d1-4eaf-a1ca-a177d1dd4364, host dv-cinder-739079-6-iscsi, cleared binding levels {{(pid=102763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:22:09.495526 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-ec1fbf41-ade1-466e-a35a-55378eec0ec9 None None] For port 47ee413e-23d1-4eaf-a1ca-a177d1dd4364, host dv-cinder-739079-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=47ee413e-23d1-4eaf-a1ca-a177d1dd4364,segment=NetworkSegment(ba2bd5cf-b7b9-4fab-b424-a20e5571684a),segment_id=ba2bd5cf-b7b9-4fab-b424-a20e5571684a)] {{(pid=102763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:22:09.501564 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ec1fbf41-ade1-466e-a35a-55378eec0ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:09.575509 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1fbf41-ade1-466e-a35a-55378eec0ec9 None None] Pushing event updated for resources: {'Port': ['ID=47ee413e-23d1-4eaf-a1ca-a177d1dd4364,revision_number=2']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:09.587848 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-4ab389f8-5106-40a6-ac16-5402588ae20c tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:09.589396 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-4ab389f8-5106-40a6-ac16-5402588ae20c tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/networks?id=1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1 HTTP/1.1" status: 200 len: 808 time: 0.1936929 Nov 24 14:22:09.618716 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-d12b4ed0-693c-4766-8f44-4ed63f2b86a1 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/quotas/c2568470bb1d43569c7dceb498364354 HTTP/1.1" status: 200 len: 375 time: 0.0221260 Nov 24 14:22:09.640276 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-833e2236-6035-42f4-a905-980aaabd4006 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:09.698289 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-a58200c0-bcec-4c42-8d1a-7668a24fb5b0 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2568470bb1d43569c7dceb498364354&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702915 Nov 24 14:22:09.710577 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-833e2236-6035-42f4-a905-980aaabd4006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:09.795267 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833e2236-6035-42f4-a905-980aaabd4006 admin admin] Network 49cac10e-0da0-4a0f-8769-64a9bee58c01 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:22:09.801950 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-833e2236-6035-42f4-a905-980aaabd4006 admin admin] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:22:09.804828 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833e2236-6035-42f4-a905-980aaabd4006 admin admin] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:22:09.837832 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e2236-6035-42f4-a905-980aaabd4006 admin admin] Pushing event updated for resources: {'Port': ['ID=f3e848ae-8d42-42da-8bd7-d07675451dd4,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:09.932713 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-e780b728-8d99-49c6-9bc1-1f26e49f329f service neutron] 10.222.0.73 "GET /v2.0/networks/1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875935 Nov 24 14:22:10.110220 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-322285fa-d90c-4841-b30b-afc6d57bdd8f service neutron] 10.222.0.73 "GET /v2.0/networks/1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525438 Nov 24 14:22:10.179652 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-833e2236-6035-42f4-a905-980aaabd4006 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:10.440310 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-833e2236-6035-42f4-a905-980aaabd4006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667228'] for router, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:10.534542 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-bea9e068-609f-4d0f-93b4-1bbbb2be7872 req-e4707207-191f-46a0-b104-15bfdf71e91b tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 210 time: 0.0472562 Nov 24 14:22:10.682324 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1fc7a4-2b37-4f42-bf67-61a3e649c34c None None] Network c5b77177-c415-4898-b361-8f6fa43e1616 requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:22:10.827608 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 47ee413e-23d1-4eaf-a1ca-a177d1dd4364 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:22:10.978017 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833e2236-6035-42f4-a905-980aaabd4006 admin admin] Router 52ea121a-306a-4de4-924b-38720fbf1ede is scheduled to L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea with binding_index 1 {{(pid=102762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 14:22:11.032048 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-ff8eb028-679c-4867-bbed-89cf37ba8abf None None] Provisioning complete for port 47ee413e-23d1-4eaf-a1ca-a177d1dd4364 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:22:11.032390 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ff8eb028-679c-4867-bbed-89cf37ba8abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:11.066216 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:11.094657 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port 47ee413e-23d1-4eaf-a1ca-a177d1dd4364 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:22:11.095046 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:11.153340 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833e2236-6035-42f4-a905-980aaabd4006 admin admin] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:22:11.169014 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da80816b-b003-4ef6-a556-6130b795cfc2 None None] Sync routers for ids ['52ea121a-306a-4de4-924b-38720fbf1ede'] in dv-cinder-739079-6-iscsi {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:22:11.178755 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-833e2236-6035-42f4-a905-980aaabd4006 admin admin] Publish callbacks [] for router, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:11.180350 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-833e2236-6035-42f4-a905-980aaabd4006 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4137344 Nov 24 14:22:11.183138 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 46946) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:22:11.237695 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da80816b-b003-4ef6-a556-6130b795cfc2 None None] Routers {'52ea121a-306a-4de4-924b-38720fbf1ede'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:22:11.238339 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-da80816b-b003-4ef6-a556-6130b795cfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:21:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['52ea121a-306a-4de4-924b-38720fbf1ede'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:11.299155 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ff8eb028-679c-4867-bbed-89cf37ba8abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:11.397820 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:11.438995 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-ff8eb028-679c-4867-bbed-89cf37ba8abf None None] For port 47ee413e-23d1-4eaf-a1ca-a177d1dd4364, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=47ee413e-23d1-4eaf-a1ca-a177d1dd4364,segment=NetworkSegment(ba2bd5cf-b7b9-4fab-b424-a20e5571684a),segment_id=ba2bd5cf-b7b9-4fab-b424-a20e5571684a)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:22:11.462521 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-da80816b-b003-4ef6-a556-6130b795cfc2 None None] Set router 52ea121a-306a-4de4-924b-38720fbf1ede gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:22:11.465682 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ff8eb028-679c-4867-bbed-89cf37ba8abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:11.482520 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1ca1df3b-dfae-4af6-b58a-a8541c3ae375 req-9bddc1a0-2999-4f9b-8788-5975db6056f7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0874577 Nov 24 14:22:11.619606 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.db.api [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:22:11.619965 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG oslo_db.api [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:22:11.658789 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8eb028-679c-4867-bbed-89cf37ba8abf None None] Pushing event updated for resources: {'Port': ['ID=47ee413e-23d1-4eaf-a1ca-a177d1dd4364,revision_number=3']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:11.670236 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-0f72e026-c00f-49a3-ae0b-0301a52b153a req-6f797417-f60b-411c-bc12-73a2cdb226ed tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 210 time: 0.0338895 Nov 24 14:22:11.709766 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-b3974d6f-0316-41d6-b326-c1381fdf32fa None None] Provisioning complete for port 47ee413e-23d1-4eaf-a1ca-a177d1dd4364 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:22:11.710348 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b3974d6f-0316-41d6-b326-c1381fdf32fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:11.726489 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-35b5da1d-ce3f-4725-8e16-fcaa15e81f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:11.818025 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-da80816b-b003-4ef6-a556-6130b795cfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'name': 'tempest-TestMinimumBasicScenario-1926674173-router', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'f3e848ae-8d42-42da-8bd7-d07675451dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:22:08Z', 'updated_at': '2021-11-24T14:22:10Z', 'revision_number': 3, 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'gw_port': {'id': 'f3e848ae-8d42-42da-8bd7-d07675451dd4', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:09Z', 'updated_at': '2021-11-24T14:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:11.850234 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da80816b-b003-4ef6-a556-6130b795cfc2 None None] Checking router: 52ea121a-306a-4de4-924b-38720fbf1ede for host: dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:22:11.850583 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da80816b-b003-4ef6-a556-6130b795cfc2 None None] Updating router 52ea121a-306a-4de4-924b-38720fbf1ede port f3e848ae-8d42-42da-8bd7-d07675451dd4 binding host dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:22:11.886513 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-da80816b-b003-4ef6-a556-6130b795cfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:11.937167 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-35b5da1d-ce3f-4725-8e16-fcaa15e81f6f admin admin] Allocated IP 172.20.0.1 (c5b77177-c415-4898-b361-8f6fa43e1616/4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0/988f15e6-2d05-4ae5-930f-4f8d14802a13) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:22:12.060385 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-35b5da1d-ce3f-4725-8e16-fcaa15e81f6f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:12.101752 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-35b5da1d-ce3f-4725-8e16-fcaa15e81f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:12.142009 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b5da1d-ce3f-4725-8e16-fcaa15e81f6f admin admin] Network c5b77177-c415-4898-b361-8f6fa43e1616 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:22:12.147275 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-35b5da1d-ce3f-4725-8e16-fcaa15e81f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:22:12.149849 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b5da1d-ce3f-4725-8e16-fcaa15e81f6f admin admin] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:22:12.179053 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5da1d-ce3f-4725-8e16-fcaa15e81f6f admin admin] Pushing event updated for resources: {'Port': ['ID=988f15e6-2d05-4ae5-930f-4f8d14802a13,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:12.208040 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-35b5da1d-ce3f-4725-8e16-fcaa15e81f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667309'] for router_interface, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:12.238047 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-da80816b-b003-4ef6-a556-6130b795cfc2 None None] Publish callbacks [] for port, precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:12.248065 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-da80816b-b003-4ef6-a556-6130b795cfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:12.351357 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-da80816b-b003-4ef6-a556-6130b795cfc2 None None] Attempting to bind port f3e848ae-8d42-42da-8bd7-d07675451dd4 on host dv-cinder-739079-6-iscsi for vnic_type normal with profile {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:22:12.351915 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-da80816b-b003-4ef6-a556-6130b795cfc2 None None] Attempting to bind port f3e848ae-8d42-42da-8bd7-d07675451dd4 by drivers openvswitch,hyperv on host dv-cinder-739079-6-iscsi at level 0 using segments [{'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:22:12.352517 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da80816b-b003-4ef6-a556-6130b795cfc2 None None] Attempting to bind port f3e848ae-8d42-42da-8bd7-d07675451dd4 on network 49cac10e-0da0-4a0f-8769-64a9bee58c01 {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:22:12.361100 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b4074-afcb-46bd-96ab-dacdfd31723b None None] Pushing event updated for resources: {'Port': ['ID=f3e848ae-8d42-42da-8bd7-d07675451dd4,revision_number=2']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:12.367533 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da80816b-b003-4ef6-a556-6130b795cfc2 None None] Checking agent: {'id': '1104589c-84b2-4bb0-9b12-312140cbcde6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'started_at': datetime.datetime(2021, 11, 24, 14, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:22:12.367533 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da80816b-b003-4ef6-a556-6130b795cfc2 None None] Checking segment: {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:22:12.368133 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-da80816b-b003-4ef6-a556-6130b795cfc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:12.368707 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da80816b-b003-4ef6-a556-6130b795cfc2 None None] Bound using segment: {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:22:12.369410 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-da80816b-b003-4ef6-a556-6130b795cfc2 None None] Bound port: f3e848ae-8d42-42da-8bd7-d07675451dd4, host: dv-cinder-739079-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:22:12.369965 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-da80816b-b003-4ef6-a556-6130b795cfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:12.401170 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-35b5da1d-ce3f-4725-8e16-fcaa15e81f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:12.435584 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-88bba576-4936-4db3-b315-293cbf0fdba5 None None] Provisioning complete for port 988f15e6-2d05-4ae5-930f-4f8d14802a13 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:22:12.435863 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-88bba576-4936-4db3-b315-293cbf0fdba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:12.462744 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-da80816b-b003-4ef6-a556-6130b795cfc2 None None] For port f3e848ae-8d42-42da-8bd7-d07675451dd4, host dv-cinder-739079-6-iscsi, cleared binding levels {{(pid=102763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:22:12.483880 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-da80816b-b003-4ef6-a556-6130b795cfc2 None None] For port f3e848ae-8d42-42da-8bd7-d07675451dd4, host dv-cinder-739079-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=f3e848ae-8d42-42da-8bd7-d07675451dd4,segment=NetworkSegment(8ba1600c-dd39-469b-9e9d-3735ae82b3ab),segment_id=8ba1600c-dd39-469b-9e9d-3735ae82b3ab)] {{(pid=102763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:22:12.491428 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-88bba576-4936-4db3-b315-293cbf0fdba5 None None] Port 988f15e6-2d05-4ae5-930f-4f8d14802a13 cannot update to ACTIVE because it is not bound. {{(pid=102763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:22:12.497211 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-da80816b-b003-4ef6-a556-6130b795cfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:12.592729 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-35b5da1d-ce3f-4725-8e16-fcaa15e81f6f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:12.597408 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da80816b-b003-4ef6-a556-6130b795cfc2 None None] Routers {'52ea121a-306a-4de4-924b-38720fbf1ede'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:22:12.597687 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-35b5da1d-ce3f-4725-8e16-fcaa15e81f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:12.598528 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-da80816b-b003-4ef6-a556-6130b795cfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:21:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['52ea121a-306a-4de4-924b-38720fbf1ede'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:12.603615 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b4074-afcb-46bd-96ab-dacdfd31723b None None] Pushing event updated for resources: {'Port': ['ID=f3e848ae-8d42-42da-8bd7-d07675451dd4,revision_number=3']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:12.663763 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5da1d-ce3f-4725-8e16-fcaa15e81f6f admin admin] Pushing event updated for resources: {'Port': ['ID=988f15e6-2d05-4ae5-930f-4f8d14802a13,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:12.677882 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-35b5da1d-ce3f-4725-8e16-fcaa15e81f6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667421'] for router_interface, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:12.734336 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 47ee413e-23d1-4eaf-a1ca-a177d1dd4364 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:22:12.801995 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-da80816b-b003-4ef6-a556-6130b795cfc2 None None] Set router 52ea121a-306a-4de4-924b-38720fbf1ede gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:22:12.824077 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e5f5781d-4b88-4ac0-b838-d7b38a01387f req-0f4b48fc-88eb-4f2d-a8b7-1d67b89d7451 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 210 time: 0.0448864 Nov 24 14:22:12.831228 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b5da1d-ce3f-4725-8e16-fcaa15e81f6f admin admin] Network c5b77177-c415-4898-b361-8f6fa43e1616 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:22:12.833423 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-35b5da1d-ce3f-4725-8e16-fcaa15e81f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:22:12.893468 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port 47ee413e-23d1-4eaf-a1ca-a177d1dd4364 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:22:12.893468 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:13.003176 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b5da1d-ce3f-4725-8e16-fcaa15e81f6f admin admin] Router 52ea121a-306a-4de4-924b-38720fbf1ede has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:22:13.144983 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b5da1d-ce3f-4725-8e16-fcaa15e81f6f admin admin] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:22:13.150022 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-35b5da1d-ce3f-4725-8e16-fcaa15e81f6f admin admin] 10.222.0.73 "PUT /v2.0/routers/52ea121a-306a-4de4-924b-38720fbf1ede/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9633284 Nov 24 14:22:13.228632 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-4de313d2-7c1b-4851-b0eb-8e491156c00b None None] Provisioning complete for port 988f15e6-2d05-4ae5-930f-4f8d14802a13 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:22:13.229000 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4de313d2-7c1b-4851-b0eb-8e491156c00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:13.272256 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-da80816b-b003-4ef6-a556-6130b795cfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'name': 'tempest-TestMinimumBasicScenario-1926674173-router', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'f3e848ae-8d42-42da-8bd7-d07675451dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:22:08Z', 'updated_at': '2021-11-24T14:22:12Z', 'revision_number': 4, 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'gw_port': {'id': 'f3e848ae-8d42-42da-8bd7-d07675451dd4', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:09Z', 'updated_at': '2021-11-24T14:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '988f15e6-2d05-4ae5-930f-4f8d14802a13', 'name': '', 'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'mac_address': 'fa:16:3e:c4:8c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:11Z', 'updated_at': '2021-11-24T14:22:12Z', 'revision_number': 2, 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'subnets': [{'id': '4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:13.275267 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-4de313d2-7c1b-4851-b0eb-8e491156c00b None None] Port 988f15e6-2d05-4ae5-930f-4f8d14802a13 cannot update to ACTIVE because it is not bound. {{(pid=102763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:22:13.300618 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da80816b-b003-4ef6-a556-6130b795cfc2 None None] The sync data for ids ['52ea121a-306a-4de4-924b-38720fbf1ede'] in dv-cinder-739079-6-iscsi is: [{'id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'name': 'tempest-TestMinimumBasicScenario-1926674173-router', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'f3e848ae-8d42-42da-8bd7-d07675451dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:22:08Z', 'updated_at': '2021-11-24T14:22:12Z', 'revision_number': 4, 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'gw_port': {'id': 'f3e848ae-8d42-42da-8bd7-d07675451dd4', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:09Z', 'updated_at': '2021-11-24T14:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '988f15e6-2d05-4ae5-930f-4f8d14802a13', 'name': '', 'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'mac_address': 'fa:16:3e:c4:8c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:11Z', 'updated_at': '2021-11-24T14:22:12Z', 'revision_number': 2, 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'subnets': [{'id': '4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:22:13.697456 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 46976) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:22:13.702819 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-f5b79d04-ab11-4f4b-8cb4-c5d5ce3554ce admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2084293827-network', 'tenant_id': '49cea0eee5e64b6eb49226547ab9ecfe'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:22:13.725926 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b79d04-ab11-4f4b-8cb4-c5d5ce3554ce admin admin] Made reservation on behalf of 49cea0eee5e64b6eb49226547ab9ecfe for: {'network': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:22:13.728288 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f5b79d04-ab11-4f4b-8cb4-c5d5ce3554ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for network, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:13.738030 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f5b79d04-ab11-4f4b-8cb4-c5d5ce3554ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:13.823157 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f5b79d04-ab11-4f4b-8cb4-c5d5ce3554ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:13.827657 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f5b79d04-ab11-4f4b-8cb4-c5d5ce3554ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:13.853106 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b79d04-ab11-4f4b-8cb4-c5d5ce3554ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1118} {{(pid=102762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:22:13.864754 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b79d04-ab11-4f4b-8cb4-c5d5ce3554ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb1022b-227e-4c33-9fb6-47c8aabccca2,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:13.871126 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f5b79d04-ab11-4f4b-8cb4-c5d5ce3554ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:13.871509 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.db.segments_db [None req-f5b79d04-ab11-4f4b-8cb4-c5d5ce3554ce admin admin] Added segment d8c3ca69-73b0-4cc0-8b76-0b2a92f72eaa of type vlan for network 60c0345a-b3c7-4c87-923e-957d83ddd1dd Nov 24 14:22:13.925255 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f5b79d04-ab11-4f4b-8cb4-c5d5ce3554ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783322859825'] for network, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:13.971305 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f5b79d04-ab11-4f4b-8cb4-c5d5ce3554ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067'] for network, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:13.972596 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b79d04-ab11-4f4b-8cb4-c5d5ce3554ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:13.973216 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f5b79d04-ab11-4f4b-8cb4-c5d5ce3554ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:13.973368 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-9afadddc-fd64-4a78-bc15-0e71ac27ec15 req-2d67612c-be77-4108-9a6e-204366b8b5e1 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 210 time: 0.0529263 Nov 24 14:22:14.017396 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-f5b79d04-ab11-4f4b-8cb4-c5d5ce3554ce admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3185310 Nov 24 14:22:14.019937 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 46980) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:22:14.049956 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-bc16a31c-9029-4540-b757-63049f4a5d0d admin admin] Request body: {'subnet': {'network_id': '60c0345a-b3c7-4c87-923e-957d83ddd1dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2084293827-subnet', 'tenant_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'ip_version': 4}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:22:14.056790 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b79d04-ab11-4f4b-8cb4-c5d5ce3554ce admin admin] Pushing event updated for resources: {'Network': ['ID=60c0345a-b3c7-4c87-923e-957d83ddd1dd,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:14.068463 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Network 60c0345a-b3c7-4c87-923e-957d83ddd1dd details requested by agent ovs-agent-dv-cinder-739079-6-iscsi with host dv-cinder-739079-6-iscsi {{(pid=102763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 14:22:14.085805 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc16a31c-9029-4540-b757-63049f4a5d0d admin admin] Made reservation on behalf of 49cea0eee5e64b6eb49226547ab9ecfe for: {'subnet': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:22:14.089724 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-bc16a31c-9029-4540-b757-63049f4a5d0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11814291'] for subnet, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:14.338467 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-bc16a31c-9029-4540-b757-63049f4a5d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11930698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11814273'] for subnet, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:14.419750 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c4cc6538-d605-4ce1-8894-e41e43eb4ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:14.448164 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16a31c-9029-4540-b757-63049f4a5d0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dae2f9e-8cdc-4048-8a6c-b0d59630aa0d,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:14.470950 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc16a31c-9029-4540-b757-63049f4a5d0d admin admin] Checking segment: {'id': 'd8c3ca69-73b0-4cc0-8b76-0b2a92f72eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '60c0345a-b3c7-4c87-923e-957d83ddd1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:22:14.471311 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc16a31c-9029-4540-b757-63049f4a5d0d admin admin] Network hostable DHCP agents. Network: 60c0345a-b3c7-4c87-923e-957d83ddd1dd, hostable agents: ['5a05dce6-6d47-4be7-b07f-778f6e38e2ad'], hosted agents: [] {{(pid=102762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:22:14.494982 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1df3b-dfae-4af6-b58a-a8541c3ae375 req-775d3ec9-95d0-49fd-8dd3-985772b279d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:14.496597 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1ca1df3b-dfae-4af6-b58a-a8541c3ae375 req-775d3ec9-95d0-49fd-8dd3-985772b279d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0263df2748984c17a05265e50bdc7ca4&device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 1098 time: 0.0836217 Nov 24 14:22:14.513430 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc16a31c-9029-4540-b757-63049f4a5d0d admin admin] Network 60c0345a-b3c7-4c87-923e-957d83ddd1dd is scheduled to be hosted by DHCP agent 5a05dce6-6d47-4be7-b07f-778f6e38e2ad with binding_index 1 {{(pid=102762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:22:14.541016 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-bc16a31c-9029-4540-b757-63049f4a5d0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-6-iscsi, 60c0345a-b3c7-4c87-923e-957d83ddd1dd) {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:22:14.553848 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc16a31c-9029-4540-b757-63049f4a5d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:14.554202 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-bc16a31c-9029-4540-b757-63049f4a5d0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:14.556898 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a9250a-75bf-4b8b-8244-3e083f619353 None None] Network 60c0345a-b3c7-4c87-923e-957d83ddd1dd requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:22:14.606218 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-bc16a31c-9029-4540-b757-63049f4a5d0d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5846224 Nov 24 14:22:14.609201 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 46984) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:22:14.615534 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-f591afb1-18d3-45eb-a1d9-7c9c4878dff1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2084293827-router', 'tenant_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:22:14.651235 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1df3b-dfae-4af6-b58a-a8541c3ae375 req-a9b75311-58db-4d6c-90e6-e83859798040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:14.652944 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1ca1df3b-dfae-4af6-b58a-a8541c3ae375 req-a9b75311-58db-4d6c-90e6-e83859798040 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eed9835b-0528-48c8-805c-6a672cef9034 HTTP/1.1" status: 200 len: 912 time: 0.1328444 Nov 24 14:22:14.661104 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f591afb1-18d3-45eb-a1d9-7c9c4878dff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5293'] for router, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:14.666494 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f591afb1-18d3-45eb-a1d9-7c9c4878dff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5274'] for router, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:14.763680 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1ca1df3b-dfae-4af6-b58a-a8541c3ae375 req-aed1ecc4-c987-4441-a4dc-d665376f6a93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fd3e52b-6b69-4479-8136-24d855005187 HTTP/1.1" status: 200 len: 1001 time: 0.0907450 Nov 24 14:22:14.829006 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device f3e848ae-8d42-42da-8bd7-d07675451dd4 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:22:14.842321 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f591afb1-18d3-45eb-a1d9-7c9c4878dff1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:14.894106 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db9965a-6292-4346-8004-5278ad30ec17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c8e87e8-2d0a-5791-abbd-89eb775a1a8c-60c0345a-b3c7-4c87-923e-957d83ddd1dd', 'network_id': '60c0345a-b3c7-4c87-923e-957d83ddd1dd', 'tenant_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'fixed_ips': [{'subnet_id': '8dae2f9e-8cdc-4048-8a6c-b0d59630aa0d'}]}} from dv-cinder-739079-6-iscsi. {{(pid=102763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 14:22:14.895442 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3db9965a-6292-4346-8004-5278ad30ec17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:14.996459 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port f3e848ae-8d42-42da-8bd7-d07675451dd4 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:22:14.996723 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:15.020286 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f591afb1-18d3-45eb-a1d9-7c9c4878dff1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:15.093605 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ec639e48-3edb-4e18-8c3e-1aa0c51c4e33 req-f7189ae5-6623-4bcf-b0b7-f8fd7c1479ef tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 210 time: 0.0367746 Nov 24 14:22:15.154400 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_common [None req-3db9965a-6292-4346-8004-5278ad30ec17 None None] Allocated IP 172.20.0.2 (60c0345a-b3c7-4c87-923e-957d83ddd1dd/8dae2f9e-8cdc-4048-8a6c-b0d59630aa0d/6d250df4-3726-4246-abba-5962628e36dd) {{(pid=102763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:22:15.217766 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:15.281713 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] For port f3e848ae-8d42-42da-8bd7-d07675451dd4, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=f3e848ae-8d42-42da-8bd7-d07675451dd4,segment=NetworkSegment(8ba1600c-dd39-469b-9e9d-3735ae82b3ab),segment_id=8ba1600c-dd39-469b-9e9d-3735ae82b3ab)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:22:15.289615 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:15.301788 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f591afb1-18d3-45eb-a1d9-7c9c4878dff1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:15.344897 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f591afb1-18d3-45eb-a1d9-7c9c4878dff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:15.407427 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Pushing event updated for resources: {'Port': ['ID=f3e848ae-8d42-42da-8bd7-d07675451dd4,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:15.435084 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3db9965a-6292-4346-8004-5278ad30ec17 None None] Publish callbacks [] for port, precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:15.445563 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3db9965a-6292-4346-8004-5278ad30ec17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986'] for port, after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:15.513652 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db9965a-6292-4346-8004-5278ad30ec17 None None] Network 60c0345a-b3c7-4c87-923e-957d83ddd1dd is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:22:15.519098 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-3db9965a-6292-4346-8004-5278ad30ec17 None None] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:22:15.525843 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db9965a-6292-4346-8004-5278ad30ec17 None None] Received port after_create {{(pid=102763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:22:15.535267 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [None req-f591afb1-18d3-45eb-a1d9-7c9c4878dff1 admin admin] Allocated IP 172.27.3.44 (49cac10e-0da0-4a0f-8769-64a9bee58c01/34c9a594-21b4-4e79-af6f-55375f25e5d0/8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:22:15.540298 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9965a-6292-4346-8004-5278ad30ec17 None None] Pushing event updated for resources: {'Port': ['ID=6d250df4-3726-4246-abba-5962628e36dd,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:15.603665 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-3db9965a-6292-4346-8004-5278ad30ec17 None None] Attempting to bind port 6d250df4-3726-4246-abba-5962628e36dd on host dv-cinder-739079-6-iscsi for vnic_type normal with profile {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:22:15.604051 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-3db9965a-6292-4346-8004-5278ad30ec17 None None] Attempting to bind port 6d250df4-3726-4246-abba-5962628e36dd by drivers openvswitch,hyperv on host dv-cinder-739079-6-iscsi at level 0 using segments [{'id': 'd8c3ca69-73b0-4cc0-8b76-0b2a92f72eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '60c0345a-b3c7-4c87-923e-957d83ddd1dd'}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:22:15.604423 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db9965a-6292-4346-8004-5278ad30ec17 None None] Attempting to bind port 6d250df4-3726-4246-abba-5962628e36dd on network 60c0345a-b3c7-4c87-923e-957d83ddd1dd {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:22:15.610922 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db9965a-6292-4346-8004-5278ad30ec17 None None] Checking agent: {'id': '1104589c-84b2-4bb0-9b12-312140cbcde6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'started_at': datetime.datetime(2021, 11, 24, 14, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:22:15.611318 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db9965a-6292-4346-8004-5278ad30ec17 None None] Checking segment: {'id': 'd8c3ca69-73b0-4cc0-8b76-0b2a92f72eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '60c0345a-b3c7-4c87-923e-957d83ddd1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:22:15.611779 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3db9965a-6292-4346-8004-5278ad30ec17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:15.612183 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db9965a-6292-4346-8004-5278ad30ec17 None None] Bound using segment: {'id': 'd8c3ca69-73b0-4cc0-8b76-0b2a92f72eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '60c0345a-b3c7-4c87-923e-957d83ddd1dd'} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:22:15.612677 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-3db9965a-6292-4346-8004-5278ad30ec17 None None] Bound port: 6d250df4-3726-4246-abba-5962628e36dd, host: dv-cinder-739079-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c3ca69-73b0-4cc0-8b76-0b2a92f72eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '60c0345a-b3c7-4c87-923e-957d83ddd1dd'}}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:22:15.613075 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3db9965a-6292-4346-8004-5278ad30ec17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:15.694305 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-3db9965a-6292-4346-8004-5278ad30ec17 None None] For port 6d250df4-3726-4246-abba-5962628e36dd, host dv-cinder-739079-6-iscsi, cleared binding levels {{(pid=102763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:22:15.694863 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f591afb1-18d3-45eb-a1d9-7c9c4878dff1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:15.700305 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-3db9965a-6292-4346-8004-5278ad30ec17 None None] For port 6d250df4-3726-4246-abba-5962628e36dd, host dv-cinder-739079-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=6d250df4-3726-4246-abba-5962628e36dd,segment=NetworkSegment(d8c3ca69-73b0-4cc0-8b76-0b2a92f72eaa),segment_id=d8c3ca69-73b0-4cc0-8b76-0b2a92f72eaa)] {{(pid=102763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:22:15.708899 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3db9965a-6292-4346-8004-5278ad30ec17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:15.766478 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f591afb1-18d3-45eb-a1d9-7c9c4878dff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:15.791657 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9965a-6292-4346-8004-5278ad30ec17 None None] Pushing event updated for resources: {'Port': ['ID=6d250df4-3726-4246-abba-5962628e36dd,revision_number=2']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:15.814210 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f591afb1-18d3-45eb-a1d9-7c9c4878dff1 admin admin] Network 49cac10e-0da0-4a0f-8769-64a9bee58c01 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:22:15.818872 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-f591afb1-18d3-45eb-a1d9-7c9c4878dff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:22:15.827738 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f591afb1-18d3-45eb-a1d9-7c9c4878dff1 admin admin] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:22:15.869261 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f52047-7ee6-41f2-9b2e-96c3aa101565 None None] Sync routers for ids ['52ea121a-306a-4de4-924b-38720fbf1ede'] in dv-cinder-739079-6-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:22:15.885727 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591afb1-18d3-45eb-a1d9-7c9c4878dff1 admin admin] Pushing event updated for resources: {'Port': ['ID=8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:15.888569 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f52047-7ee6-41f2-9b2e-96c3aa101565 None None] Routers {'52ea121a-306a-4de4-924b-38720fbf1ede'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:22:15.889866 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-07f52047-7ee6-41f2-9b2e-96c3aa101565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:21:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['52ea121a-306a-4de4-924b-38720fbf1ede'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:16.066439 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-07f52047-7ee6-41f2-9b2e-96c3aa101565 None None] Set router 52ea121a-306a-4de4-924b-38720fbf1ede gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:22:16.247468 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f591afb1-18d3-45eb-a1d9-7c9c4878dff1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:16.258103 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c377b8af-1e47-4fbd-966e-5e5d56f5fb91 req-7dbe9409-7d8a-426e-bc38-c02806270b7d tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 210 time: 0.0499330 Nov 24 14:22:16.478697 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-07f52047-7ee6-41f2-9b2e-96c3aa101565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'name': 'tempest-TestMinimumBasicScenario-1926674173-router', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'f3e848ae-8d42-42da-8bd7-d07675451dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:22:08Z', 'updated_at': '2021-11-24T14:22:12Z', 'revision_number': 4, 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'gw_port': {'id': 'f3e848ae-8d42-42da-8bd7-d07675451dd4', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:09Z', 'updated_at': '2021-11-24T14:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '988f15e6-2d05-4ae5-930f-4f8d14802a13', 'name': '', 'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'mac_address': 'fa:16:3e:c4:8c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:11Z', 'updated_at': '2021-11-24T14:22:12Z', 'revision_number': 2, 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'subnets': [{'id': '4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:16.538805 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f52047-7ee6-41f2-9b2e-96c3aa101565 None None] Checking router: 52ea121a-306a-4de4-924b-38720fbf1ede for host: dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:22:16.539313 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f52047-7ee6-41f2-9b2e-96c3aa101565 None None] Updating router 52ea121a-306a-4de4-924b-38720fbf1ede port 988f15e6-2d05-4ae5-930f-4f8d14802a13 binding host dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:22:16.562731 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f591afb1-18d3-45eb-a1d9-7c9c4878dff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667228'] for router, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:16.587685 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-07f52047-7ee6-41f2-9b2e-96c3aa101565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:16.887246 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f591afb1-18d3-45eb-a1d9-7c9c4878dff1 admin admin] Router 903f376f-958c-4021-bb48-466392b501ed is scheduled to L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea with binding_index 1 {{(pid=102762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 14:22:16.902403 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device f3e848ae-8d42-42da-8bd7-d07675451dd4 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:22:17.000838 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9a55b5cd-7a73-4fd8-8c8e-b28696c5e8e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:17.039033 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port f3e848ae-8d42-42da-8bd7-d07675451dd4 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:22:17.039452 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:17.181487 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 6d250df4-3726-4246-abba-5962628e36dd up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:22:17.226478 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-07f52047-7ee6-41f2-9b2e-96c3aa101565 None None] Publish callbacks [] for port, precommit_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:17.236604 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-07f52047-7ee6-41f2-9b2e-96c3aa101565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:17.311258 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port 6d250df4-3726-4246-abba-5962628e36dd triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:22:17.311923 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:17.341398 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f591afb1-18d3-45eb-a1d9-7c9c4878dff1 admin admin] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:22:17.353979 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f85689-d92e-4d6c-aee2-45d84d0e952a None None] Pushing event updated for resources: {'Port': ['ID=988f15e6-2d05-4ae5-930f-4f8d14802a13,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:17.376380 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca092e2a-c670-49a0-afaf-f2a6a583eaf8 None None] Sync routers for ids ['903f376f-958c-4021-bb48-466392b501ed'] in dv-cinder-739079-6-iscsi {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:22:17.377972 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f591afb1-18d3-45eb-a1d9-7c9c4878dff1 admin admin] Publish callbacks [] for router, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:17.379812 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-f591afb1-18d3-45eb-a1d9-7c9c4878dff1 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7694523 Nov 24 14:22:17.382557 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 46998) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:22:17.425430 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca092e2a-c670-49a0-afaf-f2a6a583eaf8 None None] Routers {'903f376f-958c-4021-bb48-466392b501ed'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:22:17.426367 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-ca092e2a-c670-49a0-afaf-f2a6a583eaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:22:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['903f376f-958c-4021-bb48-466392b501ed'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:17.432055 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff77bb4-4d16-4470-91fc-5a1ac38ecfe2 None None] Network 60c0345a-b3c7-4c87-923e-957d83ddd1dd requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:22:17.452119 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-07f52047-7ee6-41f2-9b2e-96c3aa101565 None None] Attempting to bind port 988f15e6-2d05-4ae5-930f-4f8d14802a13 on host dv-cinder-739079-6-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:22:17.452686 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-07f52047-7ee6-41f2-9b2e-96c3aa101565 None None] Attempting to bind port 988f15e6-2d05-4ae5-930f-4f8d14802a13 by drivers openvswitch,hyperv on host dv-cinder-739079-6-iscsi at level 0 using segments [{'id': 'ba2bd5cf-b7b9-4fab-b424-a20e5571684a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:22:17.453316 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f52047-7ee6-41f2-9b2e-96c3aa101565 None None] Attempting to bind port 988f15e6-2d05-4ae5-930f-4f8d14802a13 on network c5b77177-c415-4898-b361-8f6fa43e1616 {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:22:17.463080 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f52047-7ee6-41f2-9b2e-96c3aa101565 None None] Checking agent: {'id': '1104589c-84b2-4bb0-9b12-312140cbcde6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'started_at': datetime.datetime(2021, 11, 24, 14, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:22:17.463729 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f52047-7ee6-41f2-9b2e-96c3aa101565 None None] Checking segment: {'id': 'ba2bd5cf-b7b9-4fab-b424-a20e5571684a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:22:17.464402 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-07f52047-7ee6-41f2-9b2e-96c3aa101565 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:17.464911 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f52047-7ee6-41f2-9b2e-96c3aa101565 None None] Bound using segment: {'id': 'ba2bd5cf-b7b9-4fab-b424-a20e5571684a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:22:17.465629 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-07f52047-7ee6-41f2-9b2e-96c3aa101565 None None] Bound port: 988f15e6-2d05-4ae5-930f-4f8d14802a13, host: dv-cinder-739079-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2bd5cf-b7b9-4fab-b424-a20e5571684a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:22:17.466125 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-07f52047-7ee6-41f2-9b2e-96c3aa101565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:17.565305 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-07f52047-7ee6-41f2-9b2e-96c3aa101565 None None] For port 988f15e6-2d05-4ae5-930f-4f8d14802a13, host dv-cinder-739079-6-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:22:17.570806 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-07f52047-7ee6-41f2-9b2e-96c3aa101565 None None] For port 988f15e6-2d05-4ae5-930f-4f8d14802a13, host dv-cinder-739079-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=988f15e6-2d05-4ae5-930f-4f8d14802a13,segment=NetworkSegment(ba2bd5cf-b7b9-4fab-b424-a20e5571684a),segment_id=ba2bd5cf-b7b9-4fab-b424-a20e5571684a)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:22:17.576582 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a82b1e5e-c506-44e5-8142-7edfc518a626 req-907cdd32-d733-44b0-a496-921f449d0a65 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 210 time: 0.1249921 Nov 24 14:22:17.590853 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-07f52047-7ee6-41f2-9b2e-96c3aa101565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:17.660919 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-14396fae-d940-46ca-a151-f96d294f92b2 None None] Provisioning complete for port 6d250df4-3726-4246-abba-5962628e36dd triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:22:17.661231 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-14396fae-d940-46ca-a151-f96d294f92b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:17.665054 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f85689-d92e-4d6c-aee2-45d84d0e952a None None] Pushing event updated for resources: {'Port': ['ID=988f15e6-2d05-4ae5-930f-4f8d14802a13,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:17.682558 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f52047-7ee6-41f2-9b2e-96c3aa101565 None None] Routers {'52ea121a-306a-4de4-924b-38720fbf1ede'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:22:17.683195 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-07f52047-7ee6-41f2-9b2e-96c3aa101565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:22:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['52ea121a-306a-4de4-924b-38720fbf1ede'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:17.818941 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-07f52047-7ee6-41f2-9b2e-96c3aa101565 None None] Set router 52ea121a-306a-4de4-924b-38720fbf1ede gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:22:17.835152 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-ca092e2a-c670-49a0-afaf-f2a6a583eaf8 None None] Set router 903f376f-958c-4021-bb48-466392b501ed gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:22:18.098865 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:18.107670 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-07f52047-7ee6-41f2-9b2e-96c3aa101565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'name': 'tempest-TestMinimumBasicScenario-1926674173-router', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'f3e848ae-8d42-42da-8bd7-d07675451dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:22:08Z', 'updated_at': '2021-11-24T14:22:12Z', 'revision_number': 4, 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'gw_port': {'id': 'f3e848ae-8d42-42da-8bd7-d07675451dd4', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:09Z', 'updated_at': '2021-11-24T14:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '988f15e6-2d05-4ae5-930f-4f8d14802a13', 'name': '', 'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'mac_address': 'fa:16:3e:c4:8c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:11Z', 'updated_at': '2021-11-24T14:22:17Z', 'revision_number': 4, 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'subnets': [{'id': '4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:18.149757 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f52047-7ee6-41f2-9b2e-96c3aa101565 None None] The sync data for ids ['52ea121a-306a-4de4-924b-38720fbf1ede'] in dv-cinder-739079-6-iscsi is: [{'id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'name': 'tempest-TestMinimumBasicScenario-1926674173-router', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'f3e848ae-8d42-42da-8bd7-d07675451dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:22:08Z', 'updated_at': '2021-11-24T14:22:12Z', 'revision_number': 4, 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'gw_port': {'id': 'f3e848ae-8d42-42da-8bd7-d07675451dd4', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:09Z', 'updated_at': '2021-11-24T14:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '988f15e6-2d05-4ae5-930f-4f8d14802a13', 'name': '', 'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'mac_address': 'fa:16:3e:c4:8c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:11Z', 'updated_at': '2021-11-24T14:22:17Z', 'revision_number': 4, 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'subnets': [{'id': '4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:22:18.185006 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:18.308311 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1df3b-dfae-4af6-b58a-a8541c3ae375 req-aa79050f-2115-49ba-9eea-1fdc3f3adafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:18.310515 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] For port 6d250df4-3726-4246-abba-5962628e36dd, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=6d250df4-3726-4246-abba-5962628e36dd,segment=NetworkSegment(d8c3ca69-73b0-4cc0-8b76-0b2a92f72eaa),segment_id=d8c3ca69-73b0-4cc0-8b76-0b2a92f72eaa)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:22:18.312135 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1ca1df3b-dfae-4af6-b58a-a8541c3ae375 req-aa79050f-2115-49ba-9eea-1fdc3f3adafd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc91be5c-3dda-4f91-90ca-58668d9f6158 HTTP/1.1" status: 200 len: 849 time: 0.2527444 Nov 24 14:22:18.333720 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-b5296b52-0dfd-431f-b5c5-cba616e35e10 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:18.335493 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-b5296b52-0dfd-431f-b5c5-cba616e35e10 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.37 "GET /v2.0/networks?id=1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1 HTTP/1.1" status: 200 len: 808 time: 0.2312598 Nov 24 14:22:18.338699 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:18.389629 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-14396fae-d940-46ca-a151-f96d294f92b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:18.424812 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1df3b-dfae-4af6-b58a-a8541c3ae375 req-a3b9da8e-246b-4f56-b6a8-4afa58da59a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:18.426351 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1ca1df3b-dfae-4af6-b58a-a8541c3ae375 req-a3b9da8e-246b-4f56-b6a8-4afa58da59a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eed9835b-0528-48c8-805c-6a672cef9034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0998476 Nov 24 14:22:18.469864 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-5516103e-3e21-4c16-a04c-a2e40164edd9 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2568470bb1d43569c7dceb498364354 HTTP/1.1" status: 200 len: 379 time: 0.1247499 Nov 24 14:22:18.503230 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-01edf43d-dd15-4237-92cc-86fef70dd8ce tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Request body: {'port': {'device_id': '4fe0da6f-ac8b-4be2-ae65-2bd1f440db53', 'network_id': '1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1', 'admin_state_up': True, 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'security_groups': ['c7004038-c43d-4aa5-a64f-1d29db4f6f51']}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:22:18.577835 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.db.api [None req-14396fae-d940-46ca-a151-f96d294f92b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:22:18.577835 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG oslo_db.api [None req-14396fae-d940-46ca-a151-f96d294f92b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:22:18.626912 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:22:18.628708 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Pushing event updated for resources: {'Port': ['ID=6d250df4-3726-4246-abba-5962628e36dd,revision_number=3']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:18.630605 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1ca1df3b-dfae-4af6-b58a-a8541c3ae375 req-5f9bbe66-e5af-4505-aed1-1b24bb47d411 service neutron] 10.222.0.37 "GET /v2.0/networks/eed9835b-0528-48c8-805c-6a672cef9034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791580 Nov 24 14:22:18.723638 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-ca092e2a-c670-49a0-afaf-f2a6a583eaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903f376f-958c-4021-bb48-466392b501ed', 'name': 'tempest-TestMinimumBasicScenario-2084293827-router', 'tenant_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:22:14Z', 'updated_at': '2021-11-24T14:22:16Z', 'revision_number': 3, 'project_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'gw_port': {'id': '8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:59:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903f376f-958c-4021-bb48-466392b501ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:15Z', 'updated_at': '2021-11-24T14:22:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:18.732012 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:18.762599 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca092e2a-c670-49a0-afaf-f2a6a583eaf8 None None] Checking router: 903f376f-958c-4021-bb48-466392b501ed for host: dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:22:18.763109 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca092e2a-c670-49a0-afaf-f2a6a583eaf8 None None] Updating router 903f376f-958c-4021-bb48-466392b501ed port 8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c binding host dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:22:18.799974 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ca092e2a-c670-49a0-afaf-f2a6a583eaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:18.832900 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1ca1df3b-dfae-4af6-b58a-a8541c3ae375 req-1da48d44-2b3f-4b27-a76b-4e4b8500e23c service neutron] 10.222.0.37 "GET /v2.0/networks/eed9835b-0528-48c8-805c-6a672cef9034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004316 Nov 24 14:22:18.941429 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c91909c3-f0db-407e-b73f-08437bc53046 req-f7c534d1-39c1-4245-bb01-302bd8aeab91 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 210 time: 0.1833298 Nov 24 14:22:18.989097 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 988f15e6-2d05-4ae5-930f-4f8d14802a13 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:22:19.108067 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-01edf43d-dd15-4237-92cc-86fef70dd8ce tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Made reservation on behalf of c2568470bb1d43569c7dceb498364354 for: {'port': 1} {{(pid=102761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:22:19.117114 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-01edf43d-dd15-4237-92cc-86fef70dd8ce tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:19.234305 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] Allocated IP 172.20.0.1 (60c0345a-b3c7-4c87-923e-957d83ddd1dd/8dae2f9e-8cdc-4048-8a6c-b0d59630aa0d/1fe8d592-65a1-4591-98cd-eb127ce92631) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:22:19.288308 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port 988f15e6-2d05-4ae5-930f-4f8d14802a13 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:22:19.288308 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:19.406926 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-b4c5c76f-1b63-4f14-9d76-c8673d044c7b None None] Provisioning complete for port 988f15e6-2d05-4ae5-930f-4f8d14802a13 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:22:19.407287 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b4c5c76f-1b63-4f14-9d76-c8673d044c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:19.467632 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-01edf43d-dd15-4237-92cc-86fef70dd8ce tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Allocated IP 172.20.0.3 (1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1/6e749acf-139b-4f39-b602-a65be69fd06f/eae8b464-19c7-4c2b-8770-15d78bff65f2) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:22:19.520418 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:19.588842 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:19.607099 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:19.611175 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ca092e2a-c670-49a0-afaf-f2a6a583eaf8 None None] Publish callbacks [] for port, precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:19.647009 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ca092e2a-c670-49a0-afaf-f2a6a583eaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:19.657885 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:19.706961 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b4c5c76f-1b63-4f14-9d76-c8673d044c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:19.722975 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] Network 60c0345a-b3c7-4c87-923e-957d83ddd1dd is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:22:19.731159 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:22:19.738465 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:22:19.740803 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] Pushing event updated for resources: {'Port': ['ID=1fe8d592-65a1-4591-98cd-eb127ce92631,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:19.746143 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] For port 988f15e6-2d05-4ae5-930f-4f8d14802a13, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=988f15e6-2d05-4ae5-930f-4f8d14802a13,segment=NetworkSegment(ba2bd5cf-b7b9-4fab-b424-a20e5571684a),segment_id=ba2bd5cf-b7b9-4fab-b424-a20e5571684a)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:22:19.750729 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-ca092e2a-c670-49a0-afaf-f2a6a583eaf8 None None] Attempting to bind port 8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c on host dv-cinder-739079-6-iscsi for vnic_type normal with profile {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:22:19.751660 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-ca092e2a-c670-49a0-afaf-f2a6a583eaf8 None None] Attempting to bind port 8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c by drivers openvswitch,hyperv on host dv-cinder-739079-6-iscsi at level 0 using segments [{'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:22:19.752378 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca092e2a-c670-49a0-afaf-f2a6a583eaf8 None None] Attempting to bind port 8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c on network 49cac10e-0da0-4a0f-8769-64a9bee58c01 {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:22:19.764901 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:19.771611 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-01edf43d-dd15-4237-92cc-86fef70dd8ce tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:19.784361 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca092e2a-c670-49a0-afaf-f2a6a583eaf8 None None] Checking agent: {'id': '1104589c-84b2-4bb0-9b12-312140cbcde6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'started_at': datetime.datetime(2021, 11, 24, 14, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:22:19.784954 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca092e2a-c670-49a0-afaf-f2a6a583eaf8 None None] Checking segment: {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:22:19.785083 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:19.785309 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:19.785543 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ca092e2a-c670-49a0-afaf-f2a6a583eaf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:19.785683 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:19.785989 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:19.786183 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca092e2a-c670-49a0-afaf-f2a6a583eaf8 None None] Bound using segment: {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:22:19.786338 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:19.786661 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:19.786871 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-ca092e2a-c670-49a0-afaf-f2a6a583eaf8 None None] Bound port: 8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c, host: dv-cinder-739079-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:22:19.786990 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:19.787316 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:19.787527 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ca092e2a-c670-49a0-afaf-f2a6a583eaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:19.787675 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:19.788003 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:19.788350 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:19.788663 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:19.793115 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b81d16-95c7-4157-bf09-71385a58c2c3 None None] Pushing event updated for resources: {'Port': ['ID=8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c,revision_number=2']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:19.819628 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667309'] for router_interface, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:19.879143 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-01edf43d-dd15-4237-92cc-86fef70dd8ce tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:19.924566 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.db.api [None req-b4c5c76f-1b63-4f14-9d76-c8673d044c7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:22:19.924903 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG oslo_db.api [None req-b4c5c76f-1b63-4f14-9d76-c8673d044c7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:22:19.931368 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-ca092e2a-c670-49a0-afaf-f2a6a583eaf8 None None] For port 8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c, host dv-cinder-739079-6-iscsi, cleared binding levels {{(pid=102763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:22:19.933893 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Pushing event updated for resources: {'Port': ['ID=988f15e6-2d05-4ae5-930f-4f8d14802a13,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:19.938779 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-ca092e2a-c670-49a0-afaf-f2a6a583eaf8 None None] For port 8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c, host dv-cinder-739079-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c,segment=NetworkSegment(8ba1600c-dd39-469b-9e9d-3735ae82b3ab),segment_id=8ba1600c-dd39-469b-9e9d-3735ae82b3ab)] {{(pid=102763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:22:19.944687 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ca092e2a-c670-49a0-afaf-f2a6a583eaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:19.963583 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-01edf43d-dd15-4237-92cc-86fef70dd8ce tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Network 1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:22:20.010818 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-01edf43d-dd15-4237-92cc-86fef70dd8ce tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:22:20.015768 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca092e2a-c670-49a0-afaf-f2a6a583eaf8 None None] Routers {'903f376f-958c-4021-bb48-466392b501ed'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:22:20.016413 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-ca092e2a-c670-49a0-afaf-f2a6a583eaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:22:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['903f376f-958c-4021-bb48-466392b501ed'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:20.028926 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-01edf43d-dd15-4237-92cc-86fef70dd8ce tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:22:20.061315 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b81d16-95c7-4157-bf09-71385a58c2c3 None None] Pushing event updated for resources: {'Port': ['ID=8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c,revision_number=3']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:20.075172 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01edf43d-dd15-4237-92cc-86fef70dd8ce tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Pushing event updated for resources: {'Port': ['ID=eae8b464-19c7-4c2b-8770-15d78bff65f2,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:20.172864 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-ca092e2a-c670-49a0-afaf-f2a6a583eaf8 None None] Set router 903f376f-958c-4021-bb48-466392b501ed gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:22:20.187773 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:20.205817 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-01edf43d-dd15-4237-92cc-86fef70dd8ce tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:20.206789 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-01edf43d-dd15-4237-92cc-86fef70dd8ce tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:20.259075 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-01edf43d-dd15-4237-92cc-86fef70dd8ce tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7605119 Nov 24 14:22:20.309641 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-1eb4a3a3-64e0-4f0b-ae84-d2705b7ff47e service neutron] Request body: {'port': {'device_id': '4fe0da6f-ac8b-4be2-ae65-2bd1f440db53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:22:20.327148 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1d51f-e21b-400f-abe0-7c8fcce46976 req-01f9f5c8-f2a0-45ad-a6b3-3f0fdef3e6fa tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:20.330632 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-8aa1d51f-e21b-400f-abe0-7c8fcce46976 req-01f9f5c8-f2a0-45ad-a6b3-3f0fdef3e6fa tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 931 time: 0.2177994 Nov 24 14:22:20.467588 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-ca092e2a-c670-49a0-afaf-f2a6a583eaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903f376f-958c-4021-bb48-466392b501ed', 'name': 'tempest-TestMinimumBasicScenario-2084293827-router', 'tenant_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:22:14Z', 'updated_at': '2021-11-24T14:22:19Z', 'revision_number': 4, 'project_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'gw_port': {'id': '8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:59:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903f376f-958c-4021-bb48-466392b501ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:15Z', 'updated_at': '2021-11-24T14:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '1fe8d592-65a1-4591-98cd-eb127ce92631', 'name': '', 'network_id': '60c0345a-b3c7-4c87-923e-957d83ddd1dd', 'tenant_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'mac_address': 'fa:16:3e:2b:07:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903f376f-958c-4021-bb48-466392b501ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '8dae2f9e-8cdc-4048-8a6c-b0d59630aa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:18Z', 'updated_at': '2021-11-24T14:22:19Z', 'revision_number': 1, 'project_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'subnets': [{'id': '8dae2f9e-8cdc-4048-8a6c-b0d59630aa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:20.550210 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-8aa1d51f-e21b-400f-abe0-7c8fcce46976 req-372ef825-1fd9-4847-bd94-6522843f492b tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804638 Nov 24 14:22:20.563145 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-1eb4a3a3-64e0-4f0b-ae84-d2705b7ff47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:20.647573 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca092e2a-c670-49a0-afaf-f2a6a583eaf8 None None] The sync data for ids ['903f376f-958c-4021-bb48-466392b501ed'] in dv-cinder-739079-6-iscsi is: [{'id': '903f376f-958c-4021-bb48-466392b501ed', 'name': 'tempest-TestMinimumBasicScenario-2084293827-router', 'tenant_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:22:14Z', 'updated_at': '2021-11-24T14:22:19Z', 'revision_number': 4, 'project_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'gw_port': {'id': '8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:59:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903f376f-958c-4021-bb48-466392b501ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:15Z', 'updated_at': '2021-11-24T14:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '1fe8d592-65a1-4591-98cd-eb127ce92631', 'name': '', 'network_id': '60c0345a-b3c7-4c87-923e-957d83ddd1dd', 'tenant_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'mac_address': 'fa:16:3e:2b:07:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903f376f-958c-4021-bb48-466392b501ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '8dae2f9e-8cdc-4048-8a6c-b0d59630aa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:18Z', 'updated_at': '2021-11-24T14:22:19Z', 'revision_number': 1, 'project_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'subnets': [{'id': '8dae2f9e-8cdc-4048-8a6c-b0d59630aa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:22:20.662637 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-b4c5c76f-1b63-4f14-9d76-c8673d044c7b None None] Provisioning complete for port 6d250df4-3726-4246-abba-5962628e36dd triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:22:20.663025 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b4c5c76f-1b63-4f14-9d76-c8673d044c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:20.779854 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:20.828035 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 988f15e6-2d05-4ae5-930f-4f8d14802a13 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:22:20.895548 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:20.909377 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:20.942399 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port 988f15e6-2d05-4ae5-930f-4f8d14802a13 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:22:20.942700 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:20.976453 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-1876965f-963d-426e-a30b-7ee73e355ba8 None None] Provisioning complete for port 1fe8d592-65a1-4591-98cd-eb127ce92631 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:22:20.976675 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1876965f-963d-426e-a30b-7ee73e355ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:21.028449 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-1876965f-963d-426e-a30b-7ee73e355ba8 None None] Port 1fe8d592-65a1-4591-98cd-eb127ce92631 cannot update to ACTIVE because it is not bound. {{(pid=102763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:22:21.089979 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-1876965f-963d-426e-a30b-7ee73e355ba8 None None] Provisioning complete for port eae8b464-19c7-4c2b-8770-15d78bff65f2 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:22:21.090365 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1876965f-963d-426e-a30b-7ee73e355ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:21.120219 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] Pushing event updated for resources: {'Port': ['ID=1fe8d592-65a1-4591-98cd-eb127ce92631,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:21.126757 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 6d250df4-3726-4246-abba-5962628e36dd up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:22:21.127616 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667421'] for router_interface, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:21.190754 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-1876965f-963d-426e-a30b-7ee73e355ba8 None None] Port eae8b464-19c7-4c2b-8770-15d78bff65f2 cannot update to ACTIVE because it is not bound. {{(pid=102763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:22:21.237138 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port 6d250df4-3726-4246-abba-5962628e36dd triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:22:21.237833 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:21.334146 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] Network 60c0345a-b3c7-4c87-923e-957d83ddd1dd is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:22:21.337950 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:22:21.420783 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-1eb4a3a3-64e0-4f0b-ae84-d2705b7ff47e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae8b464-19c7-4c2b-8770-15d78bff65f2 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:22:21.442452 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-1eb4a3a3-64e0-4f0b-ae84-d2705b7ff47e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:21.535451 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-1eb4a3a3-64e0-4f0b-ae84-d2705b7ff47e service neutron] Transition to ACTIVE for port object eae8b464-19c7-4c2b-8770-15d78bff65f2 will not be triggered until provisioned by entity L2. {{(pid=102761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:22:21.540784 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-1eb4a3a3-64e0-4f0b-ae84-d2705b7ff47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:21.633066 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] Router 903f376f-958c-4021-bb48-466392b501ed has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:22:21.729796 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4a3a3-64e0-4f0b-ae84-d2705b7ff47e service neutron] Pushing event updated for resources: {'Port': ['ID=eae8b464-19c7-4c2b-8770-15d78bff65f2,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:21.732084 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-53497281-80c6-43d0-9a29-ebcc0052d315 None None] Provisioning complete for port 1fe8d592-65a1-4591-98cd-eb127ce92631 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:22:21.732696 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-53497281-80c6-43d0-9a29-ebcc0052d315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:21.799229 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-53497281-80c6-43d0-9a29-ebcc0052d315 None None] Port 1fe8d592-65a1-4591-98cd-eb127ce92631 cannot update to ACTIVE because it is not bound. {{(pid=102763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:22:21.869729 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9b363-41ab-4865-aa44-c535c7b87ae1 req-69a7e7a2-d8b0-40d1-bdb7-cb846e7c4135 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:21.871436 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-18f9b363-41ab-4865-aa44-c535c7b87ae1 req-69a7e7a2-d8b0-40d1-bdb7-cb846e7c4135 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 943 time: 0.2026663 Nov 24 14:22:21.875167 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-1eb4a3a3-64e0-4f0b-ae84-d2705b7ff47e service neutron] Attempting to bind port eae8b464-19c7-4c2b-8770-15d78bff65f2 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:22:21.875542 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-1eb4a3a3-64e0-4f0b-ae84-d2705b7ff47e service neutron] Attempting to bind port eae8b464-19c7-4c2b-8770-15d78bff65f2 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '52a3f324-3ed0-4d80-a5be-c254e3dc8362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:22:21.875925 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-1eb4a3a3-64e0-4f0b-ae84-d2705b7ff47e service neutron] Attempting to bind port eae8b464-19c7-4c2b-8770-15d78bff65f2 on network 1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:22:21.936005 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-1eb4a3a3-64e0-4f0b-ae84-d2705b7ff47e service neutron] Port eae8b464-19c7-4c2b-8770-15d78bff65f2 on network 1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 14:22:21.936321 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-1eb4a3a3-64e0-4f0b-ae84-d2705b7ff47e service neutron] Attempting to bind port eae8b464-19c7-4c2b-8770-15d78bff65f2 on network 1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:22:21.973969 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-1eb4a3a3-64e0-4f0b-ae84-d2705b7ff47e service neutron] Checking agent: {'id': 'd0515656-fb8d-4ba5-be1c-f8deb6c3b48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'started_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:22:21.974315 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-1eb4a3a3-64e0-4f0b-ae84-d2705b7ff47e service neutron] Checking segment: {'id': '52a3f324-3ed0-4d80-a5be-c254e3dc8362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:22:21.974708 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-1eb4a3a3-64e0-4f0b-ae84-d2705b7ff47e service neutron] Bound using segment: {'id': '52a3f324-3ed0-4d80-a5be-c254e3dc8362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:22:21.975165 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-1eb4a3a3-64e0-4f0b-ae84-d2705b7ff47e service neutron] Bound port: eae8b464-19c7-4c2b-8770-15d78bff65f2, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52a3f324-3ed0-4d80-a5be-c254e3dc8362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:22:21.975710 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-1eb4a3a3-64e0-4f0b-ae84-d2705b7ff47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:22.014793 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:22:22.022081 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-fb8810d5-6416-4e7c-9242-cb801fd5fd7f admin admin] 10.222.0.73 "PUT /v2.0/routers/903f376f-958c-4021-bb48-466392b501ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6378388 Nov 24 14:22:22.035986 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-18f9b363-41ab-4865-aa44-c535c7b87ae1 req-c61e442d-3b94-49db-a3a1-04a633b2569f tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267283 Nov 24 14:22:22.119883 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-1eb4a3a3-64e0-4f0b-ae84-d2705b7ff47e service neutron] For port eae8b464-19c7-4c2b-8770-15d78bff65f2, host hv-cinder-73907, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:22:22.124548 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-1eb4a3a3-64e0-4f0b-ae84-d2705b7ff47e service neutron] For port eae8b464-19c7-4c2b-8770-15d78bff65f2, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=eae8b464-19c7-4c2b-8770-15d78bff65f2,segment=NetworkSegment(52a3f324-3ed0-4d80-a5be-c254e3dc8362),segment_id=52a3f324-3ed0-4d80-a5be-c254e3dc8362)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:22:22.135468 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-1eb4a3a3-64e0-4f0b-ae84-d2705b7ff47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:22.179346 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-1eb4a3a3-64e0-4f0b-ae84-d2705b7ff47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:22.180169 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-1eb4a3a3-64e0-4f0b-ae84-d2705b7ff47e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:22.183328 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-1eb4a3a3-64e0-4f0b-ae84-d2705b7ff47e service neutron] 10.222.0.37 "PUT /v2.0/ports/eae8b464-19c7-4c2b-8770-15d78bff65f2 HTTP/1.1" status: 200 len: 1093 time: 1.8790233 Nov 24 14:22:22.183328 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe0da6f-ac8b-4be2-ae65-2bd1f440db53', 'tag': 'eae8b464-19c7-4c2b-8770-15d78bff65f2'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:22:22.185154 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e38189-7a11-49aa-9e0c-59e6478474cf" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe0da6f-ac8b-4be2-ae65-2bd1f440db53", "tag": "eae8b464-19c7-4c2b-8770-15d78bff65f2"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:22:22.229763 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4a3a3-64e0-4f0b-ae84-d2705b7ff47e service neutron] Pushing event updated for resources: {'Port': ['ID=eae8b464-19c7-4c2b-8770-15d78bff65f2,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:22.275531 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aab54d3-62c2-46dd-b9da-d4c9707a02c7 x-openstack-request-id: req-5aab54d3-62c2-46dd-b9da-d4c9707a02c7 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:22:22.275884 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe0da6f-ac8b-4be2-ae65-2bd1f440db53", "tag": "eae8b464-19c7-4c2b-8770-15d78bff65f2", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:22:22.276156 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5aab54d3-62c2-46dd-b9da-d4c9707a02c7 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:22:22.279320 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe0da6f-ac8b-4be2-ae65-2bd1f440db53', 'tag': 'eae8b464-19c7-4c2b-8770-15d78bff65f2', 'status': 'completed', 'code': 200} Nov 24 14:22:22.324862 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-58314dbd-47e8-4238-bd1b-5367466526e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:22.328269 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-58314dbd-47e8-4238-bd1b-5367466526e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2568470bb1d43569c7dceb498364354&device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 1096 time: 0.0751457 Nov 24 14:22:22.411418 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-c7d9a48b-5a41-4fd0-9c24-d4f4c30770f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eae8b464-19c7-4c2b-8770-15d78bff65f2 HTTP/1.1" status: 200 len: 217 time: 0.0678241 Nov 24 14:22:22.503532 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-278c2c62-a6c4-484f-831e-87d068d6aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:22.505639 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-278c2c62-a6c4-484f-831e-87d068d6aadf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e749acf-139b-4f39-b602-a65be69fd06f HTTP/1.1" status: 200 len: 847 time: 0.0820978 Nov 24 14:22:22.607261 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-5721cf00-950c-4dd0-b31c-6d35d4bc368c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:22.609511 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-5721cf00-950c-4dd0-b31c-6d35d4bc368c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0902143 Nov 24 14:22:22.756656 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-4a108db2-bc1f-47a1-a8da-e8516fe637ab service neutron] 10.222.0.37 "GET /v2.0/networks/1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369588 Nov 24 14:22:22.824739 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:22:22.877229 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f2982d4c-8f92-431e-8f3f-499c35609cc9 req-fc250add-693c-464b-8c31-59f4309fe529 service neutron] 10.222.0.37 "GET /v2.0/networks/1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132584 Nov 24 14:22:22.903224 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port 8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:22:22.903708 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:23.016628 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:23.024493 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e38189-7a11-49aa-9e0c-59e6478474cf req-60a3eb1a-ca11-418b-9050-c651684732d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:23.028599 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-66e38189-7a11-49aa-9e0c-59e6478474cf req-60a3eb1a-ca11-418b-9050-c651684732d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2568470bb1d43569c7dceb498364354&device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 1096 time: 0.0669019 Nov 24 14:22:23.041343 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] For port 8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c,segment=NetworkSegment(8ba1600c-dd39-469b-9e9d-3735ae82b3ab),segment_id=8ba1600c-dd39-469b-9e9d-3735ae82b3ab)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:22:23.047161 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:23.125696 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Pushing event updated for resources: {'Port': ['ID=8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:23.164669 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e38189-7a11-49aa-9e0c-59e6478474cf req-45a1dd63-bce4-4d93-9b2a-b521b73f8c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:23.166839 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-66e38189-7a11-49aa-9e0c-59e6478474cf req-45a1dd63-bce4-4d93-9b2a-b521b73f8c25 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1 HTTP/1.1" status: 200 len: 910 time: 0.1295991 Nov 24 14:22:23.224044 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-66e38189-7a11-49aa-9e0c-59e6478474cf req-b0454d8c-d178-4ad1-942a-990a212f1243 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eae8b464-19c7-4c2b-8770-15d78bff65f2 HTTP/1.1" status: 200 len: 217 time: 0.0486381 Nov 24 14:22:23.228666 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293aa6c0-44c1-404b-9943-87624326d215 req-4f61dff4-38cc-4013-9c87-7ed76b82f643 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:23.230213 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-293aa6c0-44c1-404b-9943-87624326d215 req-4f61dff4-38cc-4013-9c87-7ed76b82f643 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 943 time: 0.0599990 Nov 24 14:22:23.306195 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e38189-7a11-49aa-9e0c-59e6478474cf req-d16a2cf2-bb15-4091-a01d-e9341ed30244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:23.307641 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-66e38189-7a11-49aa-9e0c-59e6478474cf req-d16a2cf2-bb15-4091-a01d-e9341ed30244 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e749acf-139b-4f39-b602-a65be69fd06f HTTP/1.1" status: 200 len: 847 time: 0.0759661 Nov 24 14:22:23.308415 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-293aa6c0-44c1-404b-9943-87624326d215 req-80a7b65e-67e0-481c-b54f-4b784b30a7ee tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711417 Nov 24 14:22:23.384592 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e38189-7a11-49aa-9e0c-59e6478474cf req-f81a32f7-1c95-462e-9744-b66f261212cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:23.386131 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-66e38189-7a11-49aa-9e0c-59e6478474cf req-f81a32f7-1c95-462e-9744-b66f261212cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0672874 Nov 24 14:22:23.858101 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-66e38189-7a11-49aa-9e0c-59e6478474cf req-32578cfc-349e-4641-88fc-83e05773800a service neutron] 10.222.0.37 "GET /v2.0/networks/1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588428 Nov 24 14:22:24.014943 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-66e38189-7a11-49aa-9e0c-59e6478474cf req-f749d603-3476-4827-951b-e1d394788948 service neutron] 10.222.0.37 "GET /v2.0/networks/1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463542 Nov 24 14:22:24.474642 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd7a8b-67b0-4199-bbf2-bbe2331f93df req-7875ed19-b7da-49db-a1fe-d0ed79a589dc tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:24.478863 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1cbd7a8b-67b0-4199-bbf2-bbe2331f93df req-7875ed19-b7da-49db-a1fe-d0ed79a589dc tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 943 time: 0.0614707 Nov 24 14:22:24.547777 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1cbd7a8b-67b0-4199-bbf2-bbe2331f93df req-cd1dcc9b-90f5-4272-bf55-67ef87560cf3 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635278 Nov 24 14:22:24.728751 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293073cd-f268-4a25-b579-1c9441db1ea5 None None] Sync routers for ids ['903f376f-958c-4021-bb48-466392b501ed'] in dv-cinder-739079-6-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:22:24.760849 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293073cd-f268-4a25-b579-1c9441db1ea5 None None] Routers {'903f376f-958c-4021-bb48-466392b501ed'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:22:24.761514 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-293073cd-f268-4a25-b579-1c9441db1ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:22:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['903f376f-958c-4021-bb48-466392b501ed'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:24.798517 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:22:24.949197 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port 8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:22:24.949968 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:24.958450 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-293073cd-f268-4a25-b579-1c9441db1ea5 None None] Set router 903f376f-958c-4021-bb48-466392b501ed gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:22:25.235757 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-293073cd-f268-4a25-b579-1c9441db1ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903f376f-958c-4021-bb48-466392b501ed', 'name': 'tempest-TestMinimumBasicScenario-2084293827-router', 'tenant_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:22:14Z', 'updated_at': '2021-11-24T14:22:19Z', 'revision_number': 4, 'project_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'gw_port': {'id': '8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903f376f-958c-4021-bb48-466392b501ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:15Z', 'updated_at': '2021-11-24T14:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '1fe8d592-65a1-4591-98cd-eb127ce92631', 'name': '', 'network_id': '60c0345a-b3c7-4c87-923e-957d83ddd1dd', 'tenant_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'mac_address': 'fa:16:3e:2b:07:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903f376f-958c-4021-bb48-466392b501ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '8dae2f9e-8cdc-4048-8a6c-b0d59630aa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:18Z', 'updated_at': '2021-11-24T14:22:20Z', 'revision_number': 2, 'project_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'subnets': [{'id': '8dae2f9e-8cdc-4048-8a6c-b0d59630aa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:25.273751 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293073cd-f268-4a25-b579-1c9441db1ea5 None None] Checking router: 903f376f-958c-4021-bb48-466392b501ed for host: dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:22:25.274123 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293073cd-f268-4a25-b579-1c9441db1ea5 None None] Updating router 903f376f-958c-4021-bb48-466392b501ed port 1fe8d592-65a1-4591-98cd-eb127ce92631 binding host dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:22:25.311798 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-293073cd-f268-4a25-b579-1c9441db1ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:25.688641 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee507174-ec7c-416b-a30d-85e3174ad27c req-5eec166f-10e0-404c-a8e6-94eeafe5eff9 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:25.697153 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ee507174-ec7c-416b-a30d-85e3174ad27c req-5eec166f-10e0-404c-a8e6-94eeafe5eff9 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 943 time: 0.0678959 Nov 24 14:22:25.786006 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ee507174-ec7c-416b-a30d-85e3174ad27c req-3e2fc4ef-ed75-478c-95f7-bbf509bd6fab tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870514 Nov 24 14:22:25.854156 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-293073cd-f268-4a25-b579-1c9441db1ea5 None None] Publish callbacks [] for port, precommit_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:25.865780 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-293073cd-f268-4a25-b579-1c9441db1ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:25.993264 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d51a3-f226-4e87-a220-3c14c66f6704 None None] Pushing event updated for resources: {'Port': ['ID=1fe8d592-65a1-4591-98cd-eb127ce92631,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:26.008412 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-293073cd-f268-4a25-b579-1c9441db1ea5 None None] Attempting to bind port 1fe8d592-65a1-4591-98cd-eb127ce92631 on host dv-cinder-739079-6-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:22:26.009141 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-293073cd-f268-4a25-b579-1c9441db1ea5 None None] Attempting to bind port 1fe8d592-65a1-4591-98cd-eb127ce92631 by drivers openvswitch,hyperv on host dv-cinder-739079-6-iscsi at level 0 using segments [{'id': 'd8c3ca69-73b0-4cc0-8b76-0b2a92f72eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '60c0345a-b3c7-4c87-923e-957d83ddd1dd'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:22:26.009766 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293073cd-f268-4a25-b579-1c9441db1ea5 None None] Attempting to bind port 1fe8d592-65a1-4591-98cd-eb127ce92631 on network 60c0345a-b3c7-4c87-923e-957d83ddd1dd {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:22:26.028212 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293073cd-f268-4a25-b579-1c9441db1ea5 None None] Checking agent: {'id': '1104589c-84b2-4bb0-9b12-312140cbcde6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'started_at': datetime.datetime(2021, 11, 24, 14, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:22:26.028595 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293073cd-f268-4a25-b579-1c9441db1ea5 None None] Checking segment: {'id': 'd8c3ca69-73b0-4cc0-8b76-0b2a92f72eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '60c0345a-b3c7-4c87-923e-957d83ddd1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:22:26.029001 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-293073cd-f268-4a25-b579-1c9441db1ea5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:26.030145 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293073cd-f268-4a25-b579-1c9441db1ea5 None None] Bound using segment: {'id': 'd8c3ca69-73b0-4cc0-8b76-0b2a92f72eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '60c0345a-b3c7-4c87-923e-957d83ddd1dd'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:22:26.030735 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-293073cd-f268-4a25-b579-1c9441db1ea5 None None] Bound port: 1fe8d592-65a1-4591-98cd-eb127ce92631, host: dv-cinder-739079-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c3ca69-73b0-4cc0-8b76-0b2a92f72eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '60c0345a-b3c7-4c87-923e-957d83ddd1dd'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:22:26.031123 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-293073cd-f268-4a25-b579-1c9441db1ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:26.169162 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-293073cd-f268-4a25-b579-1c9441db1ea5 None None] For port 1fe8d592-65a1-4591-98cd-eb127ce92631, host dv-cinder-739079-6-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:22:26.177160 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-293073cd-f268-4a25-b579-1c9441db1ea5 None None] For port 1fe8d592-65a1-4591-98cd-eb127ce92631, host dv-cinder-739079-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=1fe8d592-65a1-4591-98cd-eb127ce92631,segment=NetworkSegment(d8c3ca69-73b0-4cc0-8b76-0b2a92f72eaa),segment_id=d8c3ca69-73b0-4cc0-8b76-0b2a92f72eaa)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:22:26.184143 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-293073cd-f268-4a25-b579-1c9441db1ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:26.184693 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-d15a1871-6acd-408d-a51b-38290f545648 None None] Provisioning complete for port 1fe8d592-65a1-4591-98cd-eb127ce92631 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:22:26.185507 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d15a1871-6acd-408d-a51b-38290f545648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:26.270193 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293073cd-f268-4a25-b579-1c9441db1ea5 None None] Routers {'903f376f-958c-4021-bb48-466392b501ed'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:22:26.270872 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-293073cd-f268-4a25-b579-1c9441db1ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:22:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['903f376f-958c-4021-bb48-466392b501ed'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:26.275152 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d51a3-f226-4e87-a220-3c14c66f6704 None None] Pushing event updated for resources: {'Port': ['ID=1fe8d592-65a1-4591-98cd-eb127ce92631,revision_number=4']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:26.406861 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d15a1871-6acd-408d-a51b-38290f545648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:26.465084 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-d15a1871-6acd-408d-a51b-38290f545648 None None] For port 1fe8d592-65a1-4591-98cd-eb127ce92631, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=1fe8d592-65a1-4591-98cd-eb127ce92631,segment=NetworkSegment(d8c3ca69-73b0-4cc0-8b76-0b2a92f72eaa),segment_id=d8c3ca69-73b0-4cc0-8b76-0b2a92f72eaa)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:22:26.476988 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d15a1871-6acd-408d-a51b-38290f545648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:26.540253 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a1871-6acd-408d-a51b-38290f545648 None None] Pushing event updated for resources: {'Port': ['ID=1fe8d592-65a1-4591-98cd-eb127ce92631,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:26.600104 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-c4d09ed1-5dd3-4a4b-8dc9-92b9b833ac04 None None] Provisioning complete for port 1fe8d592-65a1-4591-98cd-eb127ce92631 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:22:26.600358 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-293073cd-f268-4a25-b579-1c9441db1ea5 None None] Set router 903f376f-958c-4021-bb48-466392b501ed gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:22:26.600873 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c4d09ed1-5dd3-4a4b-8dc9-92b9b833ac04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:26.804741 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 1fe8d592-65a1-4591-98cd-eb127ce92631 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:22:26.921921 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port 1fe8d592-65a1-4591-98cd-eb127ce92631 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:22:26.922856 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:26.967962 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec513f-1af9-4e9a-998e-73be5481e16c req-000bb317-9b3b-474d-a2ec-c98c1729d936 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:26.970306 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e2ec513f-1af9-4e9a-998e-73be5481e16c req-000bb317-9b3b-474d-a2ec-c98c1729d936 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 943 time: 0.0804455 Nov 24 14:22:26.999285 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-293073cd-f268-4a25-b579-1c9441db1ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903f376f-958c-4021-bb48-466392b501ed', 'name': 'tempest-TestMinimumBasicScenario-2084293827-router', 'tenant_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:22:14Z', 'updated_at': '2021-11-24T14:22:19Z', 'revision_number': 4, 'project_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'gw_port': {'id': '8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903f376f-958c-4021-bb48-466392b501ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:15Z', 'updated_at': '2021-11-24T14:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '1fe8d592-65a1-4591-98cd-eb127ce92631', 'name': '', 'network_id': '60c0345a-b3c7-4c87-923e-957d83ddd1dd', 'tenant_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'mac_address': 'fa:16:3e:2b:07:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903f376f-958c-4021-bb48-466392b501ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '8dae2f9e-8cdc-4048-8a6c-b0d59630aa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:18Z', 'updated_at': '2021-11-24T14:22:26Z', 'revision_number': 4, 'project_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'subnets': [{'id': '8dae2f9e-8cdc-4048-8a6c-b0d59630aa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:27.033215 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293073cd-f268-4a25-b579-1c9441db1ea5 None None] The sync data for ids ['903f376f-958c-4021-bb48-466392b501ed'] in dv-cinder-739079-6-iscsi is: [{'id': '903f376f-958c-4021-bb48-466392b501ed', 'name': 'tempest-TestMinimumBasicScenario-2084293827-router', 'tenant_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:22:14Z', 'updated_at': '2021-11-24T14:22:19Z', 'revision_number': 4, 'project_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'gw_port': {'id': '8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903f376f-958c-4021-bb48-466392b501ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:15Z', 'updated_at': '2021-11-24T14:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '1fe8d592-65a1-4591-98cd-eb127ce92631', 'name': '', 'network_id': '60c0345a-b3c7-4c87-923e-957d83ddd1dd', 'tenant_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'mac_address': 'fa:16:3e:2b:07:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903f376f-958c-4021-bb48-466392b501ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '8dae2f9e-8cdc-4048-8a6c-b0d59630aa0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:18Z', 'updated_at': '2021-11-24T14:22:26Z', 'revision_number': 4, 'project_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'subnets': [{'id': '8dae2f9e-8cdc-4048-8a6c-b0d59630aa0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:22:27.073159 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e2ec513f-1af9-4e9a-998e-73be5481e16c req-2bdd2ca7-cb22-4c55-ba1a-12590884ab7a tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932086 Nov 24 14:22:28.243278 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a31a3-3a17-4e5f-93b3-a2731c642395 req-072a69cc-2129-463b-bc4b-f64d1fff0f42 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:28.245084 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-207a31a3-3a17-4e5f-93b3-a2731c642395 req-072a69cc-2129-463b-bc4b-f64d1fff0f42 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 943 time: 0.0621948 Nov 24 14:22:28.324109 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-207a31a3-3a17-4e5f-93b3-a2731c642395 req-3533ebec-4c56-4dbc-ae48-0c4aa641ac46 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673025 Nov 24 14:22:29.497577 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787ec93-07e6-43cc-a8ed-b50b4bc44774 req-e98439e6-c507-4969-9f12-541907bbc2fd tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:29.500568 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4787ec93-07e6-43cc-a8ed-b50b4bc44774 req-e98439e6-c507-4969-9f12-541907bbc2fd tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 943 time: 0.0767200 Nov 24 14:22:29.557598 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4787ec93-07e6-43cc-a8ed-b50b4bc44774 req-afc9516a-30a6-4c2a-b8d2-dce7f9985f3a tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509360 Nov 24 14:22:30.742484 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a56a5c-ffa3-4549-8013-557957606c7b req-ad0f3d4e-6a17-44fb-aab0-c5635f898e3e tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:30.752773 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-98a56a5c-ffa3-4549-8013-557957606c7b req-ad0f3d4e-6a17-44fb-aab0-c5635f898e3e tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 943 time: 0.1142426 Nov 24 14:22:30.847296 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-98a56a5c-ffa3-4549-8013-557957606c7b req-31f7a851-8c5d-4863-9d3c-a1c4339e3161 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876949 Nov 24 14:22:31.977607 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device eae8b464-19c7-4c2b-8770-15d78bff65f2 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=102763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:22:32.039890 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de4f2e-ad98-4947-ae38-13d5bcd1cc06 req-0eb51776-b75d-4480-b2f6-a8a53f45d359 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:32.041864 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f9de4f2e-ad98-4947-ae38-13d5bcd1cc06 req-0eb51776-b75d-4480-b2f6-a8a53f45d359 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 943 time: 0.0768876 Nov 24 14:22:32.131734 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f9de4f2e-ad98-4947-ae38-13d5bcd1cc06 req-67bd9c5c-a655-4427-bad3-92ad1afcdcc5 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767651 Nov 24 14:22:32.234267 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port eae8b464-19c7-4c2b-8770-15d78bff65f2, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=eae8b464-19c7-4c2b-8770-15d78bff65f2,segment=NetworkSegment(52a3f324-3ed0-4d80-a5be-c254e3dc8362),segment_id=52a3f324-3ed0-4d80-a5be-c254e3dc8362)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:22:32.248595 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Returning: {'device': 'eae8b464-19c7-4c2b-8770-15d78bff65f2', 'network_id': '1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1', 'port_id': 'eae8b464-19c7-4c2b-8770-15d78bff65f2', 'mac_address': 'fa:16:3e:25:8c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e749acf-139b-4f39-b602-a65be69fd06f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:22:32.305688 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:32.323343 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae8b464-19c7-4c2b-8770-15d78bff65f2 {{(pid=102763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:22:32.359383 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port eae8b464-19c7-4c2b-8770-15d78bff65f2, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=eae8b464-19c7-4c2b-8770-15d78bff65f2,segment=NetworkSegment(52a3f324-3ed0-4d80-a5be-c254e3dc8362),segment_id=52a3f324-3ed0-4d80-a5be-c254e3dc8362)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:22:32.366801 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:32.438805 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=eae8b464-19c7-4c2b-8770-15d78bff65f2,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:32.667036 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['eae8b464-19c7-4c2b-8770-15d78bff65f2'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:22:33.385579 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b1cd3-b8bf-4ec6-a9f4-22a92c3c9094 req-a8193a7c-ac65-46ba-8cb9-7afb90151873 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:33.388347 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-087b1cd3-b8bf-4ec6-a9f4-22a92c3c9094 req-a8193a7c-ac65-46ba-8cb9-7afb90151873 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 944 time: 0.0992768 Nov 24 14:22:33.471998 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-087b1cd3-b8bf-4ec6-a9f4-22a92c3c9094 req-8eca8ade-19fc-4e5f-bbf2-425bd49685c6 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688868 Nov 24 14:22:33.992743 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device eae8b464-19c7-4c2b-8770-15d78bff65f2 up at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:22:34.068079 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning for port eae8b464-19c7-4c2b-8770-15d78bff65f2 completed by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:22:34.074951 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning complete for port eae8b464-19c7-4c2b-8770-15d78bff65f2 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:22:34.076045 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:34.175639 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:34.214475 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe0da6f-ac8b-4be2-ae65-2bd1f440db53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae8b464-19c7-4c2b-8770-15d78bff65f2'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:22:34.220146 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 47250) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:22:34.222901 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02bc6bab57870f22e484ac0312d8c66543c8308e687160369736143e34da9ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee439ff-6b92-41d3-85c2-7a9f85de2e33" -d '{"events": [{"server_uuid": "4fe0da6f-ac8b-4be2-ae65-2bd1f440db53", "name": "network-vif-plugged", "status": "completed", "tag": "eae8b464-19c7-4c2b-8770-15d78bff65f2"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:22:34.245231 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port eae8b464-19c7-4c2b-8770-15d78bff65f2, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=eae8b464-19c7-4c2b-8770-15d78bff65f2,segment=NetworkSegment(52a3f324-3ed0-4d80-a5be-c254e3dc8362),segment_id=52a3f324-3ed0-4d80-a5be-c254e3dc8362)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:22:34.253805 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:34.321086 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f716af8e-a9da-4b1b-9b6b-f44754ccaeda x-openstack-request-id: req-f716af8e-a9da-4b1b-9b6b-f44754ccaeda {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:22:34.321430 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe0da6f-ac8b-4be2-ae65-2bd1f440db53", "name": "network-vif-plugged", "status": "completed", "tag": "eae8b464-19c7-4c2b-8770-15d78bff65f2", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:22:34.321684 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f716af8e-a9da-4b1b-9b6b-f44754ccaeda {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:22:34.322223 dv-cinder-739079-6-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe0da6f-ac8b-4be2-ae65-2bd1f440db53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae8b464-19c7-4c2b-8770-15d78bff65f2', 'code': 200} Nov 24 14:22:34.362945 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=eae8b464-19c7-4c2b-8770-15d78bff65f2,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:34.367829 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e6a91b71-e575-4e85-89e7-4d74bc2ee664 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:34.470569 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e6a91b71-e575-4e85-89e7-4d74bc2ee664 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:34.483970 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e6a91b71-e575-4e85-89e7-4d74bc2ee664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:34.572027 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-e6a91b71-e575-4e85-89e7-4d74bc2ee664 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=06cb43cec1c543ca91aa7a38129e6875&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3505225 Nov 24 14:22:34.575515 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 47268) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:22:34.582210 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a91b71-e575-4e85-89e7-4d74bc2ee664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210a9dee-0c40-439b-b661-096fe8c45cb3,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:34.598651 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a91b71-e575-4e85-89e7-4d74bc2ee664 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:34.599021 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a91b71-e575-4e85-89e7-4d74bc2ee664 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:34.599494 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a91b71-e575-4e85-89e7-4d74bc2ee664 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:34.599804 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a91b71-e575-4e85-89e7-4d74bc2ee664 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:34.600145 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a91b71-e575-4e85-89e7-4d74bc2ee664 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:34.600486 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a91b71-e575-4e85-89e7-4d74bc2ee664 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:34.600824 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a91b71-e575-4e85-89e7-4d74bc2ee664 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:34.601177 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a91b71-e575-4e85-89e7-4d74bc2ee664 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:34.601491 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a91b71-e575-4e85-89e7-4d74bc2ee664 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:34.601825 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a91b71-e575-4e85-89e7-4d74bc2ee664 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:34.602154 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a91b71-e575-4e85-89e7-4d74bc2ee664 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:34.602495 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a91b71-e575-4e85-89e7-4d74bc2ee664 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:34.645213 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3c678-22e2-4a1c-bb62-626d8b6be64b req-0955933c-356f-4300-b21c-101c898390b4 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:34.646810 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d6e3c678-22e2-4a1c-bb62-626d8b6be64b req-0955933c-356f-4300-b21c-101c898390b4 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 945 time: 0.0942492 Nov 24 14:22:34.651763 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75342473-1521-4444-bbd2-c00ea80b798f req-b7cc25e7-6acf-4df2-aae4-6bc2ca94d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:34.653251 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-75342473-1521-4444-bbd2-c00ea80b798f req-b7cc25e7-6acf-4df2-aae4-6bc2ca94d7b0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 1098 time: 0.0685821 Nov 24 14:22:34.658202 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-c86926e8-7faf-4b86-8652-07167824157f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:34.659887 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-c86926e8-7faf-4b86-8652-07167824157f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/networks?id=c5b77177-c415-4898-b361-8f6fa43e1616 HTTP/1.1" status: 200 len: 815 time: 0.2037632 Nov 24 14:22:34.683735 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6d1186cf-373b-4a93-b7e6-92ea4afbfcce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:34.686877 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-036ba4f1-13d0-4a32-8814-f1fd89f3ca9f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/quotas/c2a116ccd6f848deb04de4b1465cf089 HTTP/1.1" status: 200 len: 375 time: 0.0211918 Nov 24 14:22:34.724276 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6d1186cf-373b-4a93-b7e6-92ea4afbfcce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:34.736074 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-75342473-1521-4444-bbd2-c00ea80b798f req-d05486a9-90d0-4ae2-a537-289a56887b8f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724807 Nov 24 14:22:34.740438 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d6e3c678-22e2-4a1c-bb62-626d8b6be64b req-8fb4fa65-b25b-49b3-894d-2c26a5c92c2c tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862567 Nov 24 14:22:34.785652 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-6c33432b-3587-4344-bedb-dae5cacc82e2 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2a116ccd6f848deb04de4b1465cf089&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854335 Nov 24 14:22:34.817221 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6d1186cf-373b-4a93-b7e6-92ea4afbfcce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:34.820585 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6d1186cf-373b-4a93-b7e6-92ea4afbfcce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:34.822568 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-6d1186cf-373b-4a93-b7e6-92ea4afbfcce admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/210a9dee-0c40-439b-b661-096fe8c45cb3 HTTP/1.1" status: 204 len: 168 time: 0.2454319 Nov 24 14:22:34.864079 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1186cf-373b-4a93-b7e6-92ea4afbfcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210a9dee-0c40-439b-b661-096fe8c45cb3,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:34.948977 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-9004f4bf-b27f-44f9-927d-9dc89b7c256a service neutron] 10.222.0.73 "GET /v2.0/networks/c5b77177-c415-4898-b361-8f6fa43e1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454325 Nov 24 14:22:35.071299 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-9818c685-1e16-4100-b127-a7a8974f65ec service neutron] 10.222.0.73 "GET /v2.0/networks/c5b77177-c415-4898-b361-8f6fa43e1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085761 Nov 24 14:22:35.201385 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 47276) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:22:35.215330 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e3d500bf-665d-4397-8de7-5473e59cb642 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:35.321949 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e3d500bf-665d-4397-8de7-5473e59cb642 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:35.324247 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5363cf67-9f24-490c-b98a-8642aa3e4b0b req-ae2c06a2-606e-46d2-bb8d-828e7fda9f90 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 210 time: 0.0421517 Nov 24 14:22:35.328330 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e3d500bf-665d-4397-8de7-5473e59cb642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:35.375820 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-e3d500bf-665d-4397-8de7-5473e59cb642 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1e7f3ba881e94ccf85b2dec33febc68f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1728575 Nov 24 14:22:35.376900 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d500bf-665d-4397-8de7-5473e59cb642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7f5c96-91b3-4461-a230-76498d3e3e14,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:35.379614 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 47282) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:22:35.443621 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c30035b1-6f45-4b5b-be53-78dd28acd8c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:35.477597 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c30035b1-6f45-4b5b-be53-78dd28acd8c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:35.546284 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c30035b1-6f45-4b5b-be53-78dd28acd8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:35.549056 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c30035b1-6f45-4b5b-be53-78dd28acd8c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:35.551433 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-c30035b1-6f45-4b5b-be53-78dd28acd8c2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6c7f5c96-91b3-4461-a230-76498d3e3e14 HTTP/1.1" status: 204 len: 168 time: 0.1696646 Nov 24 14:22:35.563945 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30035b1-6f45-4b5b-be53-78dd28acd8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7f5c96-91b3-4461-a230-76498d3e3e14,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:35.941637 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24236e-da74-423c-878f-deab22d23284 req-c5740722-1522-436e-9f80-578a77acd2b7 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:35.941637 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6a24236e-da74-423c-878f-deab22d23284 req-c5740722-1522-436e-9f80-578a77acd2b7 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 945 time: 0.0859141 Nov 24 14:22:35.994857 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6a24236e-da74-423c-878f-deab22d23284 req-c6b3df34-a890-4b54-ac87-3599c86b539b tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498660 Nov 24 14:22:36.449288 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-01ae6c07-c92e-487a-a3c5-aee6540e27d8 req-190c58c1-fde8-4f9e-97e6-aa4e6e674c49 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 210 time: 0.0416398 Nov 24 14:22:36.775033 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-c862a235-df6b-416d-987e-2905630e0ec7 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:36.776614 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-c862a235-df6b-416d-987e-2905630e0ec7 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.37 "GET /v2.0/networks?id=c5b77177-c415-4898-b361-8f6fa43e1616 HTTP/1.1" status: 200 len: 815 time: 0.1566186 Nov 24 14:22:36.794586 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-d60050ac-277c-4c6d-a524-497986d0bddf tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Request body: {'port': {'device_id': '5e2b0ba6-8781-4450-bc99-e37f85c8b467', 'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616', 'admin_state_up': True, 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:22:36.988527 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-d60050ac-277c-4c6d-a524-497986d0bddf tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Made reservation on behalf of c2a116ccd6f848deb04de4b1465cf089 for: {'port': 1} {{(pid=102761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:22:36.993348 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-d60050ac-277c-4c6d-a524-497986d0bddf tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:37.191530 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f47f69-0552-4942-8866-3c35d17ec580 req-4029313f-1ab4-4179-b958-cf011c98650b tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:37.198798 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d7f47f69-0552-4942-8866-3c35d17ec580 req-4029313f-1ab4-4179-b958-cf011c98650b tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 945 time: 0.1092365 Nov 24 14:22:37.211242 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-d60050ac-277c-4c6d-a524-497986d0bddf tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Allocated IP 172.20.0.13 (c5b77177-c415-4898-b361-8f6fa43e1616/4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0/6262e118-c20b-464b-973d-ed2cd68e9ecb) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:22:37.286656 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d7f47f69-0552-4942-8866-3c35d17ec580 req-412b2ae8-00ed-4bd0-8513-bd66f0468c5c tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868206 Nov 24 14:22:37.462085 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921cebb-bfea-4420-8eea-0b2cd76fbdab req-755f50a9-5071-4fba-94ec-d375e1f6366a tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:37.463707 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-9921cebb-bfea-4420-8eea-0b2cd76fbdab req-755f50a9-5071-4fba-94ec-d375e1f6366a tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 945 time: 0.0818889 Nov 24 14:22:37.501079 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-d60050ac-277c-4c6d-a524-497986d0bddf tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:37.580765 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-9921cebb-bfea-4420-8eea-0b2cd76fbdab req-63e2b945-5bcc-4144-8585-407e33f5f38a tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095655 Nov 24 14:22:37.598303 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-d60050ac-277c-4c6d-a524-497986d0bddf tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:37.628065 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 47362) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:22:37.653057 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4a9228f3-5e35-4ef2-b89f-c6820fda7887 req-bb11521f-ce2e-4f31-92eb-dfc309bfe8ab tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 210 time: 0.0885386 Nov 24 14:22:37.733510 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60050ac-277c-4c6d-a524-497986d0bddf tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Pushing event updated for resources: {'Port': ['ID=6262e118-c20b-464b-973d-ed2cd68e9ecb,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:37.755220 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-d60050ac-277c-4c6d-a524-497986d0bddf tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Network c5b77177-c415-4898-b361-8f6fa43e1616 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:22:37.757344 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-d60050ac-277c-4c6d-a524-497986d0bddf tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:22:37.769858 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-d60050ac-277c-4c6d-a524-497986d0bddf tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:22:37.891485 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-d60050ac-277c-4c6d-a524-497986d0bddf tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:37.893488 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-d60050ac-277c-4c6d-a524-497986d0bddf tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:37.926644 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-d60050ac-277c-4c6d-a524-497986d0bddf tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1382163 Nov 24 14:22:38.132092 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9541d268-fd76-441b-8bdf-efb229649587 tempest-TestShelveInstance-1944855901 tempest-TestShelveInstance-1944855901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:38.137218 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-9541d268-fd76-441b-8bdf-efb229649587 tempest-TestShelveInstance-1944855901 tempest-TestShelveInstance-1944855901-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 1093 time: 0.5079563 Nov 24 14:22:38.148840 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 47372) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:22:38.148840 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-ce0e0c9c-3e85-4b1c-9fed-b0bb49175ca2 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Request body: {'floatingip': {'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'port_id': 'eae8b464-19c7-4c2b-8770-15d78bff65f2', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:22:38.237877 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ce0e0c9c-3e85-4b1c-9fed-b0bb49175ca2 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for floatingip, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:38.246609 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-e0650ab7-8fb4-48d4-9838-46e3c1b61190 None None] Provisioning complete for port 6262e118-c20b-464b-973d-ed2cd68e9ecb triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:22:38.247313 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-e0650ab7-8fb4-48d4-9838-46e3c1b61190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:38.343102 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-e0650ab7-8fb4-48d4-9838-46e3c1b61190 None None] Port 6262e118-c20b-464b-973d-ed2cd68e9ecb cannot update to ACTIVE because it is not bound. {{(pid=102763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:22:38.511538 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ce0e0c9c-3e85-4b1c-9fed-b0bb49175ca2 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:38.692528 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-ce0e0c9c-3e85-4b1c-9fed-b0bb49175ca2 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Allocated IP 172.27.3.116 (49cac10e-0da0-4a0f-8769-64a9bee58c01/34c9a594-21b4-4e79-af6f-55375f25e5d0/c73a8f6b-721e-4ecb-9f3e-085a067f303a) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:22:38.835631 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999a0c3-5e6d-46f1-b393-3d707ccb50ab req-6cea37b3-e984-43f6-ae12-7a06b3415db6 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:38.844321 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8999a0c3-5e6d-46f1-b393-3d707ccb50ab req-6cea37b3-e984-43f6-ae12-7a06b3415db6 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 932 time: 0.0962737 Nov 24 14:22:38.868237 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ce0e0c9c-3e85-4b1c-9fed-b0bb49175ca2 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:38.944691 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8999a0c3-5e6d-46f1-b393-3d707ccb50ab req-56995ac6-8477-4bf8-80e8-fe5817f6872a tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953112 Nov 24 14:22:38.956856 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ce0e0c9c-3e85-4b1c-9fed-b0bb49175ca2 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:39.006111 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0e0c9c-3e85-4b1c-9fed-b0bb49175ca2 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Network 49cac10e-0da0-4a0f-8769-64a9bee58c01 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:22:39.009381 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-ce0e0c9c-3e85-4b1c-9fed-b0bb49175ca2 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:22:39.014557 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0e0c9c-3e85-4b1c-9fed-b0bb49175ca2 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:22:39.018085 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e0c9c-3e85-4b1c-9fed-b0bb49175ca2 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Pushing event updated for resources: {'Port': ['ID=c73a8f6b-721e-4ecb-9f3e-085a067f303a,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:39.461388 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ce0e0c9c-3e85-4b1c-9fed-b0bb49175ca2 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:39.538169 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ce0e0c9c-3e85-4b1c-9fed-b0bb49175ca2 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:39.804553 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ce0e0c9c-3e85-4b1c-9fed-b0bb49175ca2 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:39.811629 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ce0e0c9c-3e85-4b1c-9fed-b0bb49175ca2 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:39.897283 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e0c9c-3e85-4b1c-9fed-b0bb49175ca2 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Pushing event updated for resources: {'Port': ['ID=c73a8f6b-721e-4ecb-9f3e-085a067f303a,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:39.909247 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ce0e0c9c-3e85-4b1c-9fed-b0bb49175ca2 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667194'] for floatingip, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:40.081597 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.db.l3_db [None req-ce0e0c9c-3e85-4b1c-9fed-b0bb49175ca2 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Floating IP c82423c8-3a6b-4a0d-9f2a-2347f0297f7d associated. External IP: 172.27.3.116, port: eae8b464-19c7-4c2b-8770-15d78bff65f2. Nov 24 14:22:40.090333 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a301f-5fdf-470f-9a5d-f8d8256d707a req-85c4e5ee-a819-4365-9324-5bcb8aa516cf tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:40.096219 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-df1a301f-5fdf-470f-9a5d-f8d8256d707a req-85c4e5ee-a819-4365-9324-5bcb8aa516cf tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 932 time: 0.0752954 Nov 24 14:22:40.182180 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-df1a301f-5fdf-470f-9a5d-f8d8256d707a req-09559226-912d-4973-8fe9-c1da45850bc8 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818853 Nov 24 14:22:40.393365 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0e0c9c-3e85-4b1c-9fed-b0bb49175ca2 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Router 0fbb6d91-0844-4a2d-952c-5dc2913a6152 has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:22:40.510088 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0e0c9c-3e85-4b1c-9fed-b0bb49175ca2 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:22:40.543274 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516c268d-2a58-43ea-9a75-8a133b5a9c40 None None] Sync routers for ids ['0fbb6d91-0844-4a2d-952c-5dc2913a6152'] in dv-cinder-739079-6-iscsi {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:22:40.547786 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ce0e0c9c-3e85-4b1c-9fed-b0bb49175ca2 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for floatingip, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:40.566740 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516c268d-2a58-43ea-9a75-8a133b5a9c40 None None] Routers {'0fbb6d91-0844-4a2d-952c-5dc2913a6152'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:22:40.568109 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-516c268d-2a58-43ea-9a75-8a133b5a9c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:22:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['0fbb6d91-0844-4a2d-952c-5dc2913a6152'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:40.616260 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-ce0e0c9c-3e85-4b1c-9fed-b0bb49175ca2 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4767652 Nov 24 14:22:40.617454 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe0da6f-ac8b-4be2-ae65-2bd1f440db53', 'tag': 'eae8b464-19c7-4c2b-8770-15d78bff65f2'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:22:40.621579 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa83750-d972-42a8-a8d9-65ba50e94ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe0da6f-ac8b-4be2-ae65-2bd1f440db53", "tag": "eae8b464-19c7-4c2b-8770-15d78bff65f2"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:22:40.688140 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fd84f6-64de-4de7-950a-68fd960c741b x-openstack-request-id: req-51fd84f6-64de-4de7-950a-68fd960c741b {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:22:40.688663 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe0da6f-ac8b-4be2-ae65-2bd1f440db53", "tag": "eae8b464-19c7-4c2b-8770-15d78bff65f2", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:22:40.689005 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-51fd84f6-64de-4de7-950a-68fd960c741b {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:22:40.689585 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe0da6f-ac8b-4be2-ae65-2bd1f440db53', 'tag': 'eae8b464-19c7-4c2b-8770-15d78bff65f2', 'status': 'completed', 'code': 200} Nov 24 14:22:40.766339 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-516c268d-2a58-43ea-9a75-8a133b5a9c40 None None] Set router 0fbb6d91-0844-4a2d-952c-5dc2913a6152 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:22:40.873005 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:41.052233 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-516c268d-2a58-43ea-9a75-8a133b5a9c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'name': 'tempest-TestShelveInstance-150038022-router', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '256ded51-a2a6-4ec5-b3c9-978ebac98d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:26Z', 'updated_at': '2021-11-24T14:21:32Z', 'revision_number': 4, 'project_id': 'c2568470bb1d43569c7dceb498364354', 'gw_port': {'id': '256ded51-a2a6-4ec5-b3c9-978ebac98d77', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:27Z', 'updated_at': '2021-11-24T14:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_floatingips': [{'id': 'c82423c8-3a6b-4a0d-9f2a-2347f0297f7d', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'port_id': 'eae8b464-19c7-4c2b-8770-15d78bff65f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1', 'mac_address': 'fa:16:3e:25:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe0da6f-ac8b-4be2-ae65-2bd1f440db53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:22:39Z', 'updated_at': '2021-11-24T14:22:39Z', 'revision_number': 0, 'project_id': 'c2568470bb1d43569c7dceb498364354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dca05333-71be-43cd-a331-68198eadd672', 'name': '', 'network_id': '1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'mac_address': 'fa:16:3e:a8:83:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6e749acf-139b-4f39-b602-a65be69fd06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:30Z', 'updated_at': '2021-11-24T14:21:36Z', 'revision_number': 5, 'project_id': 'c2568470bb1d43569c7dceb498364354', 'subnets': [{'id': '6e749acf-139b-4f39-b602-a65be69fd06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:41.080371 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516c268d-2a58-43ea-9a75-8a133b5a9c40 None None] Checking router: 0fbb6d91-0844-4a2d-952c-5dc2913a6152 for host: dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:22:41.092441 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516c268d-2a58-43ea-9a75-8a133b5a9c40 None None] Routers {'0fbb6d91-0844-4a2d-952c-5dc2913a6152'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:22:41.093201 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-516c268d-2a58-43ea-9a75-8a133b5a9c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:22:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['0fbb6d91-0844-4a2d-952c-5dc2913a6152'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:41.316804 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10725eb9-6c00-4a1e-8ca9-93f4edb0fdc4 req-588779e4-a914-4ace-8b0a-119ec26331fe tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:41.318687 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-10725eb9-6c00-4a1e-8ca9-93f4edb0fdc4 req-588779e4-a914-4ace-8b0a-119ec26331fe tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 932 time: 0.0557568 Nov 24 14:22:41.362472 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-516c268d-2a58-43ea-9a75-8a133b5a9c40 None None] Set router 0fbb6d91-0844-4a2d-952c-5dc2913a6152 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:22:41.387096 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-10725eb9-6c00-4a1e-8ca9-93f4edb0fdc4 req-90d88e90-98a7-4609-895d-fcf8f2487305 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556180 Nov 24 14:22:41.627685 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-516c268d-2a58-43ea-9a75-8a133b5a9c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'name': 'tempest-TestShelveInstance-150038022-router', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '256ded51-a2a6-4ec5-b3c9-978ebac98d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:26Z', 'updated_at': '2021-11-24T14:21:32Z', 'revision_number': 4, 'project_id': 'c2568470bb1d43569c7dceb498364354', 'gw_port': {'id': '256ded51-a2a6-4ec5-b3c9-978ebac98d77', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:27Z', 'updated_at': '2021-11-24T14:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_floatingips': [{'id': 'c82423c8-3a6b-4a0d-9f2a-2347f0297f7d', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'port_id': 'eae8b464-19c7-4c2b-8770-15d78bff65f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1', 'mac_address': 'fa:16:3e:25:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe0da6f-ac8b-4be2-ae65-2bd1f440db53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:22:39Z', 'updated_at': '2021-11-24T14:22:39Z', 'revision_number': 0, 'project_id': 'c2568470bb1d43569c7dceb498364354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dca05333-71be-43cd-a331-68198eadd672', 'name': '', 'network_id': '1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'mac_address': 'fa:16:3e:a8:83:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6e749acf-139b-4f39-b602-a65be69fd06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:30Z', 'updated_at': '2021-11-24T14:21:36Z', 'revision_number': 5, 'project_id': 'c2568470bb1d43569c7dceb498364354', 'subnets': [{'id': '6e749acf-139b-4f39-b602-a65be69fd06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:41.661198 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516c268d-2a58-43ea-9a75-8a133b5a9c40 None None] The sync data for ids ['0fbb6d91-0844-4a2d-952c-5dc2913a6152'] in dv-cinder-739079-6-iscsi is: [{'id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'name': 'tempest-TestShelveInstance-150038022-router', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '256ded51-a2a6-4ec5-b3c9-978ebac98d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:26Z', 'updated_at': '2021-11-24T14:21:32Z', 'revision_number': 4, 'project_id': 'c2568470bb1d43569c7dceb498364354', 'gw_port': {'id': '256ded51-a2a6-4ec5-b3c9-978ebac98d77', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:27Z', 'updated_at': '2021-11-24T14:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_floatingips': [{'id': 'c82423c8-3a6b-4a0d-9f2a-2347f0297f7d', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'port_id': 'eae8b464-19c7-4c2b-8770-15d78bff65f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1', 'mac_address': 'fa:16:3e:25:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe0da6f-ac8b-4be2-ae65-2bd1f440db53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:22:39Z', 'updated_at': '2021-11-24T14:22:39Z', 'revision_number': 0, 'project_id': 'c2568470bb1d43569c7dceb498364354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dca05333-71be-43cd-a331-68198eadd672', 'name': '', 'network_id': '1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'mac_address': 'fa:16:3e:a8:83:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6e749acf-139b-4f39-b602-a65be69fd06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:30Z', 'updated_at': '2021-11-24T14:21:36Z', 'revision_number': 5, 'project_id': 'c2568470bb1d43569c7dceb498364354', 'subnets': [{'id': '6e749acf-139b-4f39-b602-a65be69fd06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:22:41.903383 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49daaced-22a6-45a1-ad4b-d000c75952d4 None None] New status for floating IP c82423c8-3a6b-4a0d-9f2a-2347f0297f7d: ACTIVE {{(pid=102764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:22:42.501034 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe81ee1-552c-4dc9-bb13-7cef65f3067b req-6707ba63-b48f-4231-ab5d-36a46d8f3dd9 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:42.502590 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ebe81ee1-552c-4dc9-bb13-7cef65f3067b req-6707ba63-b48f-4231-ab5d-36a46d8f3dd9 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 932 time: 0.0521574 Nov 24 14:22:42.581871 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ebe81ee1-552c-4dc9-bb13-7cef65f3067b req-13d17d3b-75d0-4fb3-9bbb-0f854d5c6864 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716014 Nov 24 14:22:42.987917 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 47426) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:22:43.116701 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7ef7f2e1-bdf9-4af3-9e2f-330e4b2e6e9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:43.198510 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7ef7f2e1-bdf9-4af3-9e2f-330e4b2e6e9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:43.204380 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7ef7f2e1-bdf9-4af3-9e2f-330e4b2e6e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:43.249909 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 47430) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:22:43.250235 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-7ef7f2e1-bdf9-4af3-9e2f-330e4b2e6e9a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9a9eab37ea204c11b76c9677cba766b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2607422 Nov 24 14:22:43.273519 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7f2e1-bdf9-4af3-9e2f-330e4b2e6e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e2c2d5-149a-4e0c-a6f2-eddfa348ea81,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:43.332825 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-64c62904-0324-4339-b510-ef0a58e9a075 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:43.356942 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-64c62904-0324-4339-b510-ef0a58e9a075 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:43.439430 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-64c62904-0324-4339-b510-ef0a58e9a075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:43.442212 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-64c62904-0324-4339-b510-ef0a58e9a075 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:43.443447 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-64c62904-0324-4339-b510-ef0a58e9a075 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e2e2c2d5-149a-4e0c-a6f2-eddfa348ea81 HTTP/1.1" status: 204 len: 168 time: 0.1923101 Nov 24 14:22:43.453063 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c62904-0324-4339-b510-ef0a58e9a075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e2c2d5-149a-4e0c-a6f2-eddfa348ea81,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:43.742520 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69686f4-a693-4bd5-bcde-a17540476e0c req-58bd2a20-f282-49fa-98db-1aa042ec03d7 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:43.744237 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d69686f4-a693-4bd5-bcde-a17540476e0c req-58bd2a20-f282-49fa-98db-1aa042ec03d7 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 932 time: 0.0671716 Nov 24 14:22:43.819143 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d69686f4-a693-4bd5-bcde-a17540476e0c req-74ad58bb-5442-4b64-b066-585032daa7da tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678856 Nov 24 14:22:43.871340 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 47438) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:22:43.892326 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a4e72f20-893d-4f8d-8e8c-df21c31d431b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:43.996752 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a4e72f20-893d-4f8d-8e8c-df21c31d431b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:44.003849 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a4e72f20-893d-4f8d-8e8c-df21c31d431b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:44.054782 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-a4e72f20-893d-4f8d-8e8c-df21c31d431b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cfb3642091e74a7b92a89c6c67c1d73b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1798868 Nov 24 14:22:44.054782 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e72f20-893d-4f8d-8e8c-df21c31d431b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f506dcea-7dd2-4188-84d8-f7113daa4c34,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:44.055598 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 47440) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:22:44.149384 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c0aedff4-b985-43fe-8e5b-fc0ff2064e01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:44.188727 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c0aedff4-b985-43fe-8e5b-fc0ff2064e01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:44.247184 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c0aedff4-b985-43fe-8e5b-fc0ff2064e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:44.251287 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c0aedff4-b985-43fe-8e5b-fc0ff2064e01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:44.252494 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-c0aedff4-b985-43fe-8e5b-fc0ff2064e01 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f506dcea-7dd2-4188-84d8-f7113daa4c34 HTTP/1.1" status: 204 len: 168 time: 0.1947265 Nov 24 14:22:44.262457 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aedff4-b985-43fe-8e5b-fc0ff2064e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f506dcea-7dd2-4188-84d8-f7113daa4c34,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:44.418633 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-348adead-822a-4432-a8cc-9138b69c36e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:45.035671 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52447917-f1d6-4808-96d8-f45c43fa1341 req-3b4feef6-749a-4c6a-8717-00ca844fc422 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:45.037457 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-52447917-f1d6-4808-96d8-f45c43fa1341 req-3b4feef6-749a-4c6a-8717-00ca844fc422 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 932 time: 0.0898561 Nov 24 14:22:45.098304 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-52447917-f1d6-4808-96d8-f45c43fa1341 req-ca65c7c5-dbd4-4fa8-bda8-4ee1f353d9c6 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537081 Nov 24 14:22:46.266907 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e17f4-91f8-4e8b-a545-f3bffb5c0d8b req-9fe25bd1-ee81-4793-9350-d17652b094a9 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:46.268468 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-391e17f4-91f8-4e8b-a545-f3bffb5c0d8b req-9fe25bd1-ee81-4793-9350-d17652b094a9 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 932 time: 0.0613060 Nov 24 14:22:46.396103 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-391e17f4-91f8-4e8b-a545-f3bffb5c0d8b req-3befe9a2-d2e9-407a-bb23-f350edd146ab tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123521 Nov 24 14:22:46.930721 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4aa3ec62-9034-4508-953d-4e83c63ba5db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:47.537620 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03b722-28aa-4d3e-8873-8951107ad12c req-43fc466f-1cb8-4185-a340-d3ec93162b54 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:47.539235 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0a03b722-28aa-4d3e-8873-8951107ad12c req-43fc466f-1cb8-4185-a340-d3ec93162b54 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 932 time: 0.0536492 Nov 24 14:22:47.628909 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0a03b722-28aa-4d3e-8873-8951107ad12c req-c1a6d918-fb71-4f9d-b622-b3fcee899f07 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791032 Nov 24 14:22:47.908871 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:48.808438 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd20f65-aa42-4a75-b997-6a6164a34089 req-fd9db333-9a29-40b2-9fb6-32261430c6c7 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:48.810058 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2bd20f65-aa42-4a75-b997-6a6164a34089 req-fd9db333-9a29-40b2-9fb6-32261430c6c7 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 932 time: 0.0634744 Nov 24 14:22:48.880682 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2bd20f65-aa42-4a75-b997-6a6164a34089 req-adeada00-7766-4252-b27b-37f45e5bee7d tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637248 Nov 24 14:22:49.519387 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:49.691588 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 47526) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:22:49.871038 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-97a2852b-4bc8-4e48-9c28-b2e2bb932ae9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:50.031425 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-97a2852b-4bc8-4e48-9c28-b2e2bb932ae9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:50.038500 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-97a2852b-4bc8-4e48-9c28-b2e2bb932ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:50.103791 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f733c6-5be0-470b-a35e-50d2b23c5f30 req-95eb78cf-8b48-4370-8412-6d92f84a6f4d tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:50.105904 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c5f733c6-5be0-470b-a35e-50d2b23c5f30 req-95eb78cf-8b48-4370-8412-6d92f84a6f4d tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 932 time: 0.1195898 Nov 24 14:22:50.116178 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-97a2852b-4bc8-4e48-9c28-b2e2bb932ae9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=76fe54a90efc40668feb9b9ef3dfee88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4192712 Nov 24 14:22:50.116178 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2852b-4bc8-4e48-9c28-b2e2bb932ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ca8f82-6853-4b77-a03e-0a56180001b5,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:50.117843 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 47532) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:22:50.199470 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c5f733c6-5be0-470b-a35e-50d2b23c5f30 req-eb6dc77b-bc0e-4f5d-b5a2-7f74e758b336 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792434 Nov 24 14:22:50.199734 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6d5f1008-aeae-4c18-9c88-78912597a0ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:50.226871 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6d5f1008-aeae-4c18-9c88-78912597a0ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:50.291635 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6d5f1008-aeae-4c18-9c88-78912597a0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:50.296894 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6d5f1008-aeae-4c18-9c88-78912597a0ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:50.298215 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-6d5f1008-aeae-4c18-9c88-78912597a0ca admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c4ca8f82-6853-4b77-a03e-0a56180001b5 HTTP/1.1" status: 204 len: 168 time: 0.1772590 Nov 24 14:22:50.311331 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f1008-aeae-4c18-9c88-78912597a0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ca8f82-6853-4b77-a03e-0a56180001b5,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:50.623322 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 47538) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:22:50.637432 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-289a3124-9878-49dc-9609-4bdebd5713c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:50.733022 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-289a3124-9878-49dc-9609-4bdebd5713c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:50.738163 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-289a3124-9878-49dc-9609-4bdebd5713c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:50.745697 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:50.782028 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-289a3124-9878-49dc-9609-4bdebd5713c8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a86409c93505445dbbdd2216f84c7f4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1574042 Nov 24 14:22:50.784980 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 47540) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:22:50.791678 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a3124-9878-49dc-9609-4bdebd5713c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f654b3-99ec-4f6d-8cf2-dadfcdec21d7,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:50.839853 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-ae7522f8-4781-486c-9f1d-745420afa088 service neutron] Request body: {'port': {'device_id': '5e2b0ba6-8781-4450-bc99-e37f85c8b467', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:22:50.898546 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa83750-d972-42a8-a8d9-65ba50e94ba9 req-41dbfa35-7f25-4e1a-825e-e2d31773f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:50.900045 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1fa83750-d972-42a8-a8d9-65ba50e94ba9 req-41dbfa35-7f25-4e1a-825e-e2d31773f7d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2568470bb1d43569c7dceb498364354&device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 1098 time: 0.0502884 Nov 24 14:22:50.901394 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-757a3aa4-b6bd-4e9f-89ee-1e1b7ab34f31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:50.920251 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-ae7522f8-4781-486c-9f1d-745420afa088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:50.940431 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-757a3aa4-b6bd-4e9f-89ee-1e1b7ab34f31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:51.000584 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa83750-d972-42a8-a8d9-65ba50e94ba9 req-cf468c01-312d-4511-b563-5fc547147923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:51.001982 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1fa83750-d972-42a8-a8d9-65ba50e94ba9 req-cf468c01-312d-4511-b563-5fc547147923 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1 HTTP/1.1" status: 200 len: 910 time: 0.0936637 Nov 24 14:22:51.081425 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1fa83750-d972-42a8-a8d9-65ba50e94ba9 req-a1a87013-9e9e-4d3b-b66f-23bfd2eb6f01 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eae8b464-19c7-4c2b-8770-15d78bff65f2 HTTP/1.1" status: 200 len: 1001 time: 0.0690577 Nov 24 14:22:51.090087 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-757a3aa4-b6bd-4e9f-89ee-1e1b7ab34f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:51.094031 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-757a3aa4-b6bd-4e9f-89ee-1e1b7ab34f31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:51.095215 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-757a3aa4-b6bd-4e9f-89ee-1e1b7ab34f31 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/39f654b3-99ec-4f6d-8cf2-dadfcdec21d7 HTTP/1.1" status: 204 len: 168 time: 0.3092980 Nov 24 14:22:51.118692 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a3aa4-b6bd-4e9f-89ee-1e1b7ab34f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f654b3-99ec-4f6d-8cf2-dadfcdec21d7,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:51.191667 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa83750-d972-42a8-a8d9-65ba50e94ba9 req-12f6c36b-7834-4f95-b859-43ddbf59fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:51.193602 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1fa83750-d972-42a8-a8d9-65ba50e94ba9 req-12f6c36b-7834-4f95-b859-43ddbf59fdb1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e749acf-139b-4f39-b602-a65be69fd06f HTTP/1.1" status: 200 len: 847 time: 0.1029284 Nov 24 14:22:51.254014 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa83750-d972-42a8-a8d9-65ba50e94ba9 req-4f4d22bf-6fa1-4b03-9d1e-1eef1870bb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:51.255895 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1fa83750-d972-42a8-a8d9-65ba50e94ba9 req-4f4d22bf-6fa1-4b03-9d1e-1eef1870bb25 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527992 Nov 24 14:22:51.319960 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-ae7522f8-4781-486c-9f1d-745420afa088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6262e118-c20b-464b-973d-ed2cd68e9ecb {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:22:51.332952 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-ae7522f8-4781-486c-9f1d-745420afa088 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:51.349326 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-ae7522f8-4781-486c-9f1d-745420afa088 service neutron] Transition to ACTIVE for port object 6262e118-c20b-464b-973d-ed2cd68e9ecb will not be triggered until provisioned by entity L2. {{(pid=102761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:22:51.354417 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-ae7522f8-4781-486c-9f1d-745420afa088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:51.422240 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b47988-b64c-4011-93c9-6021d2bd969f req-58113414-36d1-4baf-875c-fda78ba7f7ad tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:51.423863 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-74b47988-b64c-4011-93c9-6021d2bd969f req-58113414-36d1-4baf-875c-fda78ba7f7ad tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 944 time: 0.0764108 Nov 24 14:22:51.426293 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1fa83750-d972-42a8-a8d9-65ba50e94ba9 req-52059a79-d679-4093-88d4-d824be38f15d service neutron] 10.222.0.37 "GET /v2.0/networks/1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619611 Nov 24 14:22:51.448751 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7522f8-4781-486c-9f1d-745420afa088 service neutron] Pushing event updated for resources: {'Port': ['ID=6262e118-c20b-464b-973d-ed2cd68e9ecb,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:51.520888 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-ae7522f8-4781-486c-9f1d-745420afa088 service neutron] Attempting to bind port 6262e118-c20b-464b-973d-ed2cd68e9ecb on host hv-cinder-73907 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:22:51.521239 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-ae7522f8-4781-486c-9f1d-745420afa088 service neutron] Attempting to bind port 6262e118-c20b-464b-973d-ed2cd68e9ecb by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': 'ba2bd5cf-b7b9-4fab-b424-a20e5571684a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:22:51.521581 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-ae7522f8-4781-486c-9f1d-745420afa088 service neutron] Attempting to bind port 6262e118-c20b-464b-973d-ed2cd68e9ecb on network c5b77177-c415-4898-b361-8f6fa43e1616 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:22:51.527250 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-ae7522f8-4781-486c-9f1d-745420afa088 service neutron] Port 6262e118-c20b-464b-973d-ed2cd68e9ecb on network c5b77177-c415-4898-b361-8f6fa43e1616 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 14:22:51.527250 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-ae7522f8-4781-486c-9f1d-745420afa088 service neutron] Attempting to bind port 6262e118-c20b-464b-973d-ed2cd68e9ecb on network c5b77177-c415-4898-b361-8f6fa43e1616 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:22:51.534065 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-ae7522f8-4781-486c-9f1d-745420afa088 service neutron] Checking agent: {'id': 'd0515656-fb8d-4ba5-be1c-f8deb6c3b48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'started_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:22:51.534587 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-ae7522f8-4781-486c-9f1d-745420afa088 service neutron] Checking segment: {'id': 'ba2bd5cf-b7b9-4fab-b424-a20e5571684a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:22:51.534991 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-ae7522f8-4781-486c-9f1d-745420afa088 service neutron] Bound using segment: {'id': 'ba2bd5cf-b7b9-4fab-b424-a20e5571684a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:22:51.535502 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-ae7522f8-4781-486c-9f1d-745420afa088 service neutron] Bound port: 6262e118-c20b-464b-973d-ed2cd68e9ecb, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2bd5cf-b7b9-4fab-b424-a20e5571684a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:22:51.535872 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-ae7522f8-4781-486c-9f1d-745420afa088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:51.562244 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-74b47988-b64c-4011-93c9-6021d2bd969f req-f48c759a-c32f-4304-93dc-40486dbae1b2 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257062 Nov 24 14:22:51.621622 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1fa83750-d972-42a8-a8d9-65ba50e94ba9 req-53f9a6dd-96a9-465f-a2ae-b78b81dc46bb service neutron] 10.222.0.37 "GET /v2.0/networks/1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867793 Nov 24 14:22:51.625905 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-ae7522f8-4781-486c-9f1d-745420afa088 service neutron] For port 6262e118-c20b-464b-973d-ed2cd68e9ecb, host hv-cinder-73907, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:22:51.629733 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-ae7522f8-4781-486c-9f1d-745420afa088 service neutron] For port 6262e118-c20b-464b-973d-ed2cd68e9ecb, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=6262e118-c20b-464b-973d-ed2cd68e9ecb,segment=NetworkSegment(ba2bd5cf-b7b9-4fab-b424-a20e5571684a),segment_id=ba2bd5cf-b7b9-4fab-b424-a20e5571684a)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:22:51.636095 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-ae7522f8-4781-486c-9f1d-745420afa088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:51.673515 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-ae7522f8-4781-486c-9f1d-745420afa088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:51.674499 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-ae7522f8-4781-486c-9f1d-745420afa088 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:51.677390 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-ae7522f8-4781-486c-9f1d-745420afa088 service neutron] 10.222.0.37 "PUT /v2.0/ports/6262e118-c20b-464b-973d-ed2cd68e9ecb HTTP/1.1" status: 200 len: 1094 time: 0.8417203 Nov 24 14:22:51.677871 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2b0ba6-8781-4450-bc99-e37f85c8b467', 'tag': '6262e118-c20b-464b-973d-ed2cd68e9ecb'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:22:51.680229 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b731461-82a0-4f16-8061-e9dd2f471877" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2b0ba6-8781-4450-bc99-e37f85c8b467", "tag": "6262e118-c20b-464b-973d-ed2cd68e9ecb"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:22:51.735386 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b0866c-9c66-4dbd-b3d0-6658a614bef2 x-openstack-request-id: req-b1b0866c-9c66-4dbd-b3d0-6658a614bef2 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:22:51.735728 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2b0ba6-8781-4450-bc99-e37f85c8b467", "tag": "6262e118-c20b-464b-973d-ed2cd68e9ecb", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:22:51.735954 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b1b0866c-9c66-4dbd-b3d0-6658a614bef2 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:22:51.736365 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2b0ba6-8781-4450-bc99-e37f85c8b467', 'tag': '6262e118-c20b-464b-973d-ed2cd68e9ecb', 'status': 'completed', 'code': 200} Nov 24 14:22:51.739845 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7522f8-4781-486c-9f1d-745420afa088 service neutron] Pushing event updated for resources: {'Port': ['ID=6262e118-c20b-464b-973d-ed2cd68e9ecb,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:51.820137 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-bf68775f-d2d3-4f11-9c50-a0a4fcc82399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:51.821874 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-bf68775f-d2d3-4f11-9c50-a0a4fcc82399 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2a116ccd6f848deb04de4b1465cf089&device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 1097 time: 0.0698287 Nov 24 14:22:51.874612 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-3beb0c06-a8e9-41ea-9402-dc5f7d12d694 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6262e118-c20b-464b-973d-ed2cd68e9ecb HTTP/1.1" status: 200 len: 217 time: 0.0435262 Nov 24 14:22:51.937866 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-79ad59ad-7449-4056-a1ef-d21be6181676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:51.939636 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-79ad59ad-7449-4056-a1ef-d21be6181676 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0 HTTP/1.1" status: 200 len: 854 time: 0.0576606 Nov 24 14:22:52.003572 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-f8d3c26d-203e-45c9-8f30-e1e97d52f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:52.005141 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-f8d3c26d-203e-45c9-8f30-e1e97d52f9ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5b77177-c415-4898-b361-8f6fa43e1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535989 Nov 24 14:22:52.120040 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-9b7b1746-cb5f-403b-aa8c-e8a20b1b2093 service neutron] 10.222.0.37 "GET /v2.0/networks/c5b77177-c415-4898-b361-8f6fa43e1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055574 Nov 24 14:22:52.239924 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d7b2f7f8-adfc-4aad-8660-1f20d74b8ed8 req-a6689902-532c-4ceb-9e43-f4144e36f206 service neutron] 10.222.0.37 "GET /v2.0/networks/c5b77177-c415-4898-b361-8f6fa43e1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111729 Nov 24 14:22:52.370359 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b731461-82a0-4f16-8061-e9dd2f471877 req-568b60e9-1f0f-403e-a173-5f0912cee7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:52.373065 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2b731461-82a0-4f16-8061-e9dd2f471877 req-568b60e9-1f0f-403e-a173-5f0912cee7ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2a116ccd6f848deb04de4b1465cf089&device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 1097 time: 0.0730336 Nov 24 14:22:52.484995 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b731461-82a0-4f16-8061-e9dd2f471877 req-88172137-3739-4cdb-b0cd-f0c58c9a8592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:52.486516 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2b731461-82a0-4f16-8061-e9dd2f471877 req-88172137-3739-4cdb-b0cd-f0c58c9a8592 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c5b77177-c415-4898-b361-8f6fa43e1616 HTTP/1.1" status: 200 len: 917 time: 0.1045480 Nov 24 14:22:52.544158 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2b731461-82a0-4f16-8061-e9dd2f471877 req-b58bd2bc-3e62-4fbb-b0b2-f1da370fb21d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6262e118-c20b-464b-973d-ed2cd68e9ecb HTTP/1.1" status: 200 len: 217 time: 0.0464070 Nov 24 14:22:52.609791 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b731461-82a0-4f16-8061-e9dd2f471877 req-f7a45aee-0324-401d-a300-256d5bb0ccef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:52.616917 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2b731461-82a0-4f16-8061-e9dd2f471877 req-f7a45aee-0324-401d-a300-256d5bb0ccef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0 HTTP/1.1" status: 200 len: 854 time: 0.0651896 Nov 24 14:22:52.702691 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b731461-82a0-4f16-8061-e9dd2f471877 req-79414c85-5223-4d39-8c53-ee3dca934f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:52.704569 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2b731461-82a0-4f16-8061-e9dd2f471877 req-79414c85-5223-4d39-8c53-ee3dca934f45 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5b77177-c415-4898-b361-8f6fa43e1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725648 Nov 24 14:22:52.748363 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018a5f0-3d8c-48a9-8396-954d0ad39190 req-a0673889-2baf-496f-903e-9720ba9b88ed tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:52.749979 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b018a5f0-3d8c-48a9-8396-954d0ad39190 req-a0673889-2baf-496f-903e-9720ba9b88ed tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 944 time: 0.0923290 Nov 24 14:22:52.846190 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b018a5f0-3d8c-48a9-8396-954d0ad39190 req-7a02b409-3f8c-427c-95da-034365152fde tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894659 Nov 24 14:22:52.852131 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2b731461-82a0-4f16-8061-e9dd2f471877 req-2e5e30ca-85e2-41e7-b37a-1e35fb8aa999 service neutron] 10.222.0.37 "GET /v2.0/networks/c5b77177-c415-4898-b361-8f6fa43e1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382143 Nov 24 14:22:52.957885 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2b731461-82a0-4f16-8061-e9dd2f471877 req-5af223e3-701c-483e-8633-c5aeb3cac342 service neutron] 10.222.0.37 "GET /v2.0/networks/c5b77177-c415-4898-b361-8f6fa43e1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974171 Nov 24 14:22:53.987216 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0958185-3289-4651-b705-d8bef98b1f0e req-9f82b624-51d6-4b7b-a5bd-2c9dd59374a9 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:53.988687 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a0958185-3289-4651-b705-d8bef98b1f0e req-9f82b624-51d6-4b7b-a5bd-2c9dd59374a9 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 944 time: 0.0590303 Nov 24 14:22:54.036312 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a0958185-3289-4651-b705-d8bef98b1f0e req-c31d701d-34f2-4f67-ba87-3ede6afecd40 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414953 Nov 24 14:22:55.150184 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab306133-6269-464b-b2ec-bf23a6ecf8ff req-ab7ec943-2354-432d-a299-c8f41788c4cb tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:55.151695 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ab306133-6269-464b-b2ec-bf23a6ecf8ff req-ab7ec943-2354-432d-a299-c8f41788c4cb tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 944 time: 0.0476508 Nov 24 14:22:55.198451 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ab306133-6269-464b-b2ec-bf23a6ecf8ff req-9919571f-d810-42bd-bc2f-f3d672a91069 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406010 Nov 24 14:22:55.616668 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:22:56.325177 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e157373-04fc-4763-bac7-f69c9c10fb55 req-5ebb0725-e3c9-474a-8e12-8a64a17929e7 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:56.327301 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1e157373-04fc-4763-bac7-f69c9c10fb55 req-5ebb0725-e3c9-474a-8e12-8a64a17929e7 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 944 time: 0.0579023 Nov 24 14:22:56.379812 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1e157373-04fc-4763-bac7-f69c9c10fb55 req-0361473d-7c0b-43a7-94dc-719e78302486 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460808 Nov 24 14:22:57.117214 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 6262e118-c20b-464b-973d-ed2cd68e9ecb details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=102763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:22:57.217141 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 6262e118-c20b-464b-973d-ed2cd68e9ecb, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=6262e118-c20b-464b-973d-ed2cd68e9ecb,segment=NetworkSegment(ba2bd5cf-b7b9-4fab-b424-a20e5571684a),segment_id=ba2bd5cf-b7b9-4fab-b424-a20e5571684a)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:22:57.229294 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Returning: {'device': '6262e118-c20b-464b-973d-ed2cd68e9ecb', 'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616', 'port_id': '6262e118-c20b-464b-973d-ed2cd68e9ecb', 'mac_address': 'fa:16:3e:b2:9d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:22:57.266957 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:57.280242 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6262e118-c20b-464b-973d-ed2cd68e9ecb {{(pid=102763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:22:57.301455 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 6262e118-c20b-464b-973d-ed2cd68e9ecb, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=6262e118-c20b-464b-973d-ed2cd68e9ecb,segment=NetworkSegment(ba2bd5cf-b7b9-4fab-b424-a20e5571684a),segment_id=ba2bd5cf-b7b9-4fab-b424-a20e5571684a)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:22:57.306295 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:22:57.363236 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=6262e118-c20b-464b-973d-ed2cd68e9ecb,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:57.370836 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:57.371214 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:57.371624 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:57.372011 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:57.372350 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:57.372893 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:57.373251 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:57.373661 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:57.374056 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:57.374397 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:57.374729 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:57.375058 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:57.504585 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d5b11-fad0-4bf6-a43d-0228abaf67b8 req-e0353d7a-cc68-4e94-908e-60f01d9f2471 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:57.506153 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a20d5b11-fad0-4bf6-a43d-0228abaf67b8 req-e0353d7a-cc68-4e94-908e-60f01d9f2471 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 945 time: 0.0521958 Nov 24 14:22:57.559439 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a20d5b11-fad0-4bf6-a43d-0228abaf67b8 req-74ca49be-d898-4965-9bd7-8dd5d14b970c tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458953 Nov 24 14:22:57.591424 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['6262e118-c20b-464b-973d-ed2cd68e9ecb'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:22:58.709608 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71822393-2cca-4034-a23e-5def89b0cdba req-753fb365-d4d6-4153-a21a-41c821d2e78c tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:58.711181 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-71822393-2cca-4034-a23e-5def89b0cdba req-753fb365-d4d6-4153-a21a-41c821d2e78c tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 945 time: 0.0621083 Nov 24 14:22:58.772138 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-71822393-2cca-4034-a23e-5def89b0cdba req-cc4128f3-860f-4feb-a41f-8c4c8c0b7cd2 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495338 Nov 24 14:22:59.860180 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5953649-cc61-4f37-b614-ff24551542c6 req-ab463707-97d0-4a1e-8e20-1aea817c9f71 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:59.861722 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c5953649-cc61-4f37-b614-ff24551542c6 req-ab463707-97d0-4a1e-8e20-1aea817c9f71 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 945 time: 0.0617487 Nov 24 14:22:59.922171 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0846a-b208-44c9-9870-3fe9bfeebd39 req-8f2366c6-e56a-45b8-9299-0917595e6b0e tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:59.923825 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-95c0846a-b208-44c9-9870-3fe9bfeebd39 req-8f2366c6-e56a-45b8-9299-0917595e6b0e tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 945 time: 0.0623331 Nov 24 14:22:59.994545 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-95c0846a-b208-44c9-9870-3fe9bfeebd39 req-5316563f-e0b9-4f51-9ff3-425b5935ed8b tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532649 Nov 24 14:23:00.125116 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 6262e118-c20b-464b-973d-ed2cd68e9ecb up at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:23:00.183189 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning for port 6262e118-c20b-464b-973d-ed2cd68e9ecb completed by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:23:00.188387 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning complete for port 6262e118-c20b-464b-973d-ed2cd68e9ecb triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:23:00.188944 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:00.190478 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c5953649-cc61-4f37-b614-ff24551542c6 req-9c39fec8-ad3d-45dc-bd5c-6e1b194e4da1 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3225579 Nov 24 14:23:00.277112 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:00.302086 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2b0ba6-8781-4450-bc99-e37f85c8b467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6262e118-c20b-464b-973d-ed2cd68e9ecb'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:23:00.304395 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02bc6bab57870f22e484ac0312d8c66543c8308e687160369736143e34da9ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861d4575-6101-4d1a-b404-626037cbc36f" -d '{"events": [{"server_uuid": "5e2b0ba6-8781-4450-bc99-e37f85c8b467", "name": "network-vif-plugged", "status": "completed", "tag": "6262e118-c20b-464b-973d-ed2cd68e9ecb"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:23:00.318537 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 6262e118-c20b-464b-973d-ed2cd68e9ecb, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=6262e118-c20b-464b-973d-ed2cd68e9ecb,segment=NetworkSegment(ba2bd5cf-b7b9-4fab-b424-a20e5571684a),segment_id=ba2bd5cf-b7b9-4fab-b424-a20e5571684a)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:23:00.324405 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:00.363324 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4195a91-f75f-46db-b0bf-11e908f7ee2d x-openstack-request-id: req-e4195a91-f75f-46db-b0bf-11e908f7ee2d {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:23:00.363805 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2b0ba6-8781-4450-bc99-e37f85c8b467", "name": "network-vif-plugged", "status": "completed", "tag": "6262e118-c20b-464b-973d-ed2cd68e9ecb", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:23:00.364161 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e4195a91-f75f-46db-b0bf-11e908f7ee2d {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:23:00.364657 dv-cinder-739079-6-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2b0ba6-8781-4450-bc99-e37f85c8b467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6262e118-c20b-464b-973d-ed2cd68e9ecb', 'code': 200} Nov 24 14:23:00.406153 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=6262e118-c20b-464b-973d-ed2cd68e9ecb,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:00.573072 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185edd6-c0b7-4ff0-b02f-e4ff9ba17d7c req-81952520-0afd-466c-bc28-541500ea141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:00.574598 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e185edd6-c0b7-4ff0-b02f-e4ff9ba17d7c req-81952520-0afd-466c-bc28-541500ea141b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 1099 time: 0.0439453 Nov 24 14:23:00.650671 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e185edd6-c0b7-4ff0-b02f-e4ff9ba17d7c req-7dccd47b-1503-4937-badd-66395027c38e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659595 Nov 24 14:23:01.240096 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 47688) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:23:01.322961 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cf73ce5b-69f9-4636-baf9-88106d05be44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:01.405690 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b64b7f-ad76-4029-927d-511e78614305 req-d62af0bc-4826-41fc-b2d8-1f763c36bde1 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:01.407235 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63b64b7f-ad76-4029-927d-511e78614305 req-d62af0bc-4826-41fc-b2d8-1f763c36bde1 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 945 time: 0.1324115 Nov 24 14:23:01.422540 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081f8d2-f5a8-483d-a0af-7d1eec6c6fc8 req-85646497-26fd-4b5c-8c29-967dafecdd49 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:01.424140 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6081f8d2-f5a8-483d-a0af-7d1eec6c6fc8 req-85646497-26fd-4b5c-8c29-967dafecdd49 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 946 time: 0.3463867 Nov 24 14:23:01.470408 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cf73ce5b-69f9-4636-baf9-88106d05be44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:01.475889 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63b64b7f-ad76-4029-927d-511e78614305 req-3419e3d4-cfc0-47f6-8e67-1918b9cc3e20 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608375 Nov 24 14:23:01.481915 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cf73ce5b-69f9-4636-baf9-88106d05be44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:01.532652 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6081f8d2-f5a8-483d-a0af-7d1eec6c6fc8 req-26b6a217-f737-4f83-953a-169bf82803fb tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982468 Nov 24 14:23:01.541877 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73ce5b-69f9-4636-baf9-88106d05be44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf560c46-dad3-4725-9912-c58491dd0e1c,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:01.547095 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-cf73ce5b-69f9-4636-baf9-88106d05be44 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=851431ec65944434b95ccc2d3444977b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3055663 Nov 24 14:23:01.550626 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 47694) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:23:01.616211 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6ca7dbee-c24f-479d-9be5-ab3193da3842 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:01.642538 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6ca7dbee-c24f-479d-9be5-ab3193da3842 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:01.697248 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6ca7dbee-c24f-479d-9be5-ab3193da3842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:01.699946 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6ca7dbee-c24f-479d-9be5-ab3193da3842 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:01.701624 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-6ca7dbee-c24f-479d-9be5-ab3193da3842 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cf560c46-dad3-4725-9912-c58491dd0e1c HTTP/1.1" status: 204 len: 168 time: 0.1495929 Nov 24 14:23:01.712772 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7dbee-c24f-479d-9be5-ab3193da3842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf560c46-dad3-4725-9912-c58491dd0e1c,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:02.458299 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 47720) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:23:02.582446 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-755b322d-8a7a-4c48-95cd-192e2251c962 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2103243509-network', 'tenant_id': '7accd42da41d45a696fcb213c0f8a5df'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:23:02.626055 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755b322d-8a7a-4c48-95cd-192e2251c962 admin admin] Made reservation on behalf of 7accd42da41d45a696fcb213c0f8a5df for: {'network': 1} {{(pid=102761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:23:02.629700 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-755b322d-8a7a-4c48-95cd-192e2251c962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for network, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:02.643610 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-755b322d-8a7a-4c48-95cd-192e2251c962 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:02.655956 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33c26f-d3cb-473b-983b-7e16513fbad6 req-c62eb8be-ef43-4779-8bac-4ff472d4775f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:02.657724 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cb33c26f-d3cb-473b-983b-7e16513fbad6 req-c62eb8be-ef43-4779-8bac-4ff472d4775f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 945 time: 0.0854023 Nov 24 14:23:02.729496 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cb33c26f-d3cb-473b-983b-7e16513fbad6 req-eec98e70-ed57-4c42-b510-9c446e597347 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553460 Nov 24 14:23:02.729814 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2a333-116d-4a29-9894-ce98f4f579da req-17734f3a-0c57-42f5-bcd0-c4d78f0b0778 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:02.731236 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-efd2a333-116d-4a29-9894-ce98f4f579da req-17734f3a-0c57-42f5-bcd0-c4d78f0b0778 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 946 time: 0.0791419 Nov 24 14:23:02.808255 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-755b322d-8a7a-4c48-95cd-192e2251c962 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:02.814878 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-755b322d-8a7a-4c48-95cd-192e2251c962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:02.835759 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-efd2a333-116d-4a29-9894-ce98f4f579da req-704df6a9-f8fb-4742-811b-1fa8547e458a tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915527 Nov 24 14:23:02.853970 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755b322d-8a7a-4c48-95cd-192e2251c962 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1107} {{(pid=102761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:23:02.861859 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b322d-8a7a-4c48-95cd-192e2251c962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a314734-2268-422d-acf1-20f8b920141d,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:02.869107 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-755b322d-8a7a-4c48-95cd-192e2251c962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:02.869542 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.db.segments_db [None req-755b322d-8a7a-4c48-95cd-192e2251c962 admin admin] Added segment 3629d987-cce9-46d5-bfac-a1277b898128 of type vlan for network c46ae57f-718d-41e7-a49c-1a4125534683 Nov 24 14:23:02.944426 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-755b322d-8a7a-4c48-95cd-192e2251c962 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783322859825'] for network, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:02.987170 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-755b322d-8a7a-4c48-95cd-192e2251c962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067'] for network, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:02.988782 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755b322d-8a7a-4c48-95cd-192e2251c962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:02.989666 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-755b322d-8a7a-4c48-95cd-192e2251c962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:03.035868 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-755b322d-8a7a-4c48-95cd-192e2251c962 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5760472 Nov 24 14:23:03.040710 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 47738) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:23:03.049395 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-3d22c9e4-e5c8-403a-b480-7c96b7842b4a admin admin] Request body: {'subnet': {'network_id': 'c46ae57f-718d-41e7-a49c-1a4125534683', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2103243509-subnet', 'tenant_id': '7accd42da41d45a696fcb213c0f8a5df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:23:03.069099 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc521c-4dc3-434f-ba38-d7832e87d637 req-654ea246-b11f-4b9e-b6ab-68f6d6d41e12 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:03.070293 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b322d-8a7a-4c48-95cd-192e2251c962 admin admin] Pushing event updated for resources: {'Network': ['ID=c46ae57f-718d-41e7-a49c-1a4125534683,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:03.070685 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ffcc521c-4dc3-434f-ba38-d7832e87d637 req-654ea246-b11f-4b9e-b6ab-68f6d6d41e12 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 946 time: 0.1124101 Nov 24 14:23:03.085969 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Network c46ae57f-718d-41e7-a49c-1a4125534683 details requested by agent ovs-agent-dv-cinder-739079-6-iscsi with host dv-cinder-739079-6-iscsi {{(pid=102763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 14:23:03.143036 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d22c9e4-e5c8-403a-b480-7c96b7842b4a admin admin] Made reservation on behalf of 7accd42da41d45a696fcb213c0f8a5df for: {'subnet': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:23:03.147094 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3d22c9e4-e5c8-403a-b480-7c96b7842b4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11814291'] for subnet, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:03.194877 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ffcc521c-4dc3-434f-ba38-d7832e87d637 req-d1e93199-80e6-4846-a2cc-175aea8b6aab tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141465 Nov 24 14:23:03.246787 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb85c5d-905f-4b3a-a2b9-f44484c86da6 req-c502681e-7db5-45c4-9a23-99fecb04895d tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:03.249214 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-edb85c5d-905f-4b3a-a2b9-f44484c86da6 req-c502681e-7db5-45c4-9a23-99fecb04895d tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.0594795 Nov 24 14:23:03.325127 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-edb85c5d-905f-4b3a-a2b9-f44484c86da6 req-9f73aa98-a0b8-4bd5-a6f8-acfdc88dcd72 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618589 Nov 24 14:23:03.381029 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3d22c9e4-e5c8-403a-b480-7c96b7842b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11930698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11814273'] for subnet, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:03.439319 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22c9e4-e5c8-403a-b480-7c96b7842b4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1c6d30b-8fa3-4915-86c1-7080b56cc4d2,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:03.454787 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d22c9e4-e5c8-403a-b480-7c96b7842b4a admin admin] Checking segment: {'id': '3629d987-cce9-46d5-bfac-a1277b898128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'c46ae57f-718d-41e7-a49c-1a4125534683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:23:03.455763 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d22c9e4-e5c8-403a-b480-7c96b7842b4a admin admin] Network hostable DHCP agents. Network: c46ae57f-718d-41e7-a49c-1a4125534683, hostable agents: ['5a05dce6-6d47-4be7-b07f-778f6e38e2ad'], hosted agents: [] {{(pid=102762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:23:03.489029 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d22c9e4-e5c8-403a-b480-7c96b7842b4a admin admin] Network c46ae57f-718d-41e7-a49c-1a4125534683 is scheduled to be hosted by DHCP agent 5a05dce6-6d47-4be7-b07f-778f6e38e2ad with binding_index 1 {{(pid=102762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:23:03.504092 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-3d22c9e4-e5c8-403a-b480-7c96b7842b4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-6-iscsi, c46ae57f-718d-41e7-a49c-1a4125534683) {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:23:03.513738 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d22c9e4-e5c8-403a-b480-7c96b7842b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:03.513738 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3d22c9e4-e5c8-403a-b480-7c96b7842b4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:03.520883 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90c5d3a-032b-4e64-a2d3-10df504a7f2c None None] Network c46ae57f-718d-41e7-a49c-1a4125534683 requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:23:03.531703 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-3d22c9e4-e5c8-403a-b480-7c96b7842b4a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4895148 Nov 24 14:23:03.609540 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a378b6-4d0c-4ee6-81c3-df4d94302bf1 req-5dc294f3-7a16-40e3-8225-c2ad6aed07e6 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:03.611871 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-33a378b6-4d0c-4ee6-81c3-df4d94302bf1 req-5dc294f3-7a16-40e3-8225-c2ad6aed07e6 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 946 time: 0.0715268 Nov 24 14:23:03.664447 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-33a378b6-4d0c-4ee6-81c3-df4d94302bf1 req-c55fa004-c3c1-49d6-8c5e-d7349c693c23 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470526 Nov 24 14:23:03.672490 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ff6e1b-84c3-4868-94ed-f3080e0097b5 None None] Network c46ae57f-718d-41e7-a49c-1a4125534683 requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:23:03.917289 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b3b25-c13f-4db5-a6d2-bdb2402423ad req-b469c688-eb0f-4189-9f01-816394928ffc tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:03.920943 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-909b3b25-c13f-4db5-a6d2-bdb2402423ad req-b469c688-eb0f-4189-9f01-816394928ffc tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 945 time: 0.0833335 Nov 24 14:23:03.983375 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-909b3b25-c13f-4db5-a6d2-bdb2402423ad req-f2186f6d-dccb-4cf3-b7b3-fde37a645c4c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558767 Nov 24 14:23:04.461848 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b64890-08cb-415a-b116-2390f9170fac req-2014238a-d6d4-42e6-a952-74158457af5b tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:04.463490 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b6b64890-08cb-415a-b116-2390f9170fac req-2014238a-d6d4-42e6-a952-74158457af5b tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.0597637 Nov 24 14:23:04.521183 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b6b64890-08cb-415a-b116-2390f9170fac req-a856af5d-8843-49fb-a17c-f3c5a27cc34e tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500014 Nov 24 14:23:05.176940 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33176002-423f-4e1c-94d5-9dd652b63f8c req-389ed9ff-aab1-4b19-baa9-1b1fdd85cd9f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:05.178513 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-33176002-423f-4e1c-94d5-9dd652b63f8c req-389ed9ff-aab1-4b19-baa9-1b1fdd85cd9f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 945 time: 0.0790875 Nov 24 14:23:05.235229 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-33176002-423f-4e1c-94d5-9dd652b63f8c req-70bc545a-971f-46de-b8df-73f486da7767 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491495 Nov 24 14:23:05.536607 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-468f1772-aa9c-4248-9801-42a8c6beb08a tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:05.538347 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-468f1772-aa9c-4248-9801-42a8c6beb08a tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/networks?id=c46ae57f-718d-41e7-a49c-1a4125534683 HTTP/1.1" status: 200 len: 814 time: 0.1299517 Nov 24 14:23:05.567626 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-361f0987-7df0-434b-ae4b-725390c8495f tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/quotas/7accd42da41d45a696fcb213c0f8a5df HTTP/1.1" status: 200 len: 375 time: 0.0172839 Nov 24 14:23:05.619587 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-123650b7-c3d1-44bb-a728-703c8dab449a tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7accd42da41d45a696fcb213c0f8a5df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401919 Nov 24 14:23:05.659213 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bec98-740a-4396-a446-c8ece00565bf req-8a33c2ec-d942-4bcd-85be-801a7e3cadf1 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:05.660956 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-635bec98-740a-4396-a446-c8ece00565bf req-8a33c2ec-d942-4bcd-85be-801a7e3cadf1 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.0681589 Nov 24 14:23:05.749937 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-9263c94d-c1b9-4365-bfd1-a4ce43d1060e service neutron] 10.222.0.73 "GET /v2.0/networks/c46ae57f-718d-41e7-a49c-1a4125534683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133733 Nov 24 14:23:05.802713 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [req-635bec98-740a-4396-a446-c8ece00565bf req-d11128bd-57bb-4517-be8f-5af86b6acd63 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Deleting port 4fd3e52b-6b69-4479-8136-24d855005187 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:23:05.803689 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-635bec98-740a-4396-a446-c8ece00565bf req-d11128bd-57bb-4517-be8f-5af86b6acd63 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:05.873045 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-b2e45350-a5da-4ae4-9a00-2c2e83764b87 service neutron] 10.222.0.73 "GET /v2.0/networks/c46ae57f-718d-41e7-a49c-1a4125534683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157820 Nov 24 14:23:06.032412 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1af9c1-93cf-4485-9a07-50312e07a5ee req-b61f1a3a-14a1-4ad3-aaab-bf4149cba1ee tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:06.035105 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-db1af9c1-93cf-4485-9a07-50312e07a5ee req-b61f1a3a-14a1-4ad3-aaab-bf4149cba1ee tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 945 time: 0.1865702 Nov 24 14:23:06.049712 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-635bec98-740a-4396-a446-c8ece00565bf req-d11128bd-57bb-4517-be8f-5af86b6acd63 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] For port 4fd3e52b-6b69-4479-8136-24d855005187, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=4fd3e52b-6b69-4479-8136-24d855005187,segment=NetworkSegment(4a2b2a11-2891-44e3-9598-0ff498ad696b),segment_id=4a2b2a11-2891-44e3-9598-0ff498ad696b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:23:06.050315 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-635bec98-740a-4396-a446-c8ece00565bf req-d11128bd-57bb-4517-be8f-5af86b6acd63 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:06.076288 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-98526409-7b12-4560-9df7-40f39ee6c3f3 req-b9c80393-973f-4e03-8942-e2a365cee68a tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a1de11d-4179-4895-ba4b-514f143202b7 HTTP/1.1" status: 200 len: 210 time: 0.0343232 Nov 24 14:23:06.266507 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-db1af9c1-93cf-4485-9a07-50312e07a5ee req-e7dda9fe-4638-468d-96a9-dc24dc052a97 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=64e215d3-b9b9-4c30-ad23-bff4bb3cec41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206864 Nov 24 14:23:06.407643 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627169e-0bb6-4adc-a611-7c98bfbe2734 req-e29f2287-744e-4c7e-b481-42ba6bf33d56 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:06.409369 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3627169e-0bb6-4adc-a611-7c98bfbe2734 req-e29f2287-744e-4c7e-b481-42ba6bf33d56 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 945 time: 0.0570426 Nov 24 14:23:06.414161 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-635bec98-740a-4396-a446-c8ece00565bf req-d11128bd-57bb-4517-be8f-5af86b6acd63 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:06.414932 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-635bec98-740a-4396-a446-c8ece00565bf req-d11128bd-57bb-4517-be8f-5af86b6acd63 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667194'] for floatingip, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:06.415062 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.db.l3_db [req-635bec98-740a-4396-a446-c8ece00565bf req-d11128bd-57bb-4517-be8f-5af86b6acd63 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Floating IP a088dbcf-852c-41c9-80b2-8e1555c1df6f disassociated. External IP: 172.27.3.248, port: 4fd3e52b-6b69-4479-8136-24d855005187. Nov 24 14:23:06.415482 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [req-635bec98-740a-4396-a446-c8ece00565bf req-d11128bd-57bb-4517-be8f-5af86b6acd63 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Calling delete_port for 4fd3e52b-6b69-4479-8136-24d855005187 owned by compute:nova {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:23:06.470460 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3627169e-0bb6-4adc-a611-7c98bfbe2734 req-a18e4ec3-cf9e-4fe1-af58-2d23271fccd4 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497756 Nov 24 14:23:06.583243 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-635bec98-740a-4396-a446-c8ece00565bf req-d11128bd-57bb-4517-be8f-5af86b6acd63 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:06.636244 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11128bd-57bb-4517-be8f-5af86b6acd63 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Pushing event deleted for resources: {'Port': ['ID=4fd3e52b-6b69-4479-8136-24d855005187,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:06.813872 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-635bec98-740a-4396-a446-c8ece00565bf req-d11128bd-57bb-4517-be8f-5af86b6acd63 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Router 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:23:06.953739 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-635bec98-740a-4396-a446-c8ece00565bf req-d11128bd-57bb-4517-be8f-5af86b6acd63 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:23:06.969998 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42e6f06-0f81-4607-860b-85585ea97b8d None None] Sync routers for ids ['9f9fe4d4-d069-40a0-bbad-0c83cf40e712'] in dv-cinder-739079-6-iscsi {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:23:06.984975 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42e6f06-0f81-4607-860b-85585ea97b8d None None] Routers {'9f9fe4d4-d069-40a0-bbad-0c83cf40e712'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:23:06.985771 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-e42e6f06-0f81-4607-860b-85585ea97b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:22:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['9f9fe4d4-d069-40a0-bbad-0c83cf40e712'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:23:07.014665 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [req-635bec98-740a-4396-a446-c8ece00565bf req-d11128bd-57bb-4517-be8f-5af86b6acd63 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] No DVR routers for this DVR port 4fd3e52b-6b69-4479-8136-24d855005187 on host hv-cinder-73907 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:23:07.019080 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-635bec98-740a-4396-a446-c8ece00565bf req-d11128bd-57bb-4517-be8f-5af86b6acd63 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:07.022684 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-635bec98-740a-4396-a446-c8ece00565bf req-d11128bd-57bb-4517-be8f-5af86b6acd63 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.37 "DELETE /v2.0/ports/4fd3e52b-6b69-4479-8136-24d855005187 HTTP/1.1" status: 204 len: 173 time: 1.3542564 Nov 24 14:23:07.023159 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b457068-d6b5-4a7e-b257-fa6a0df12803', 'name': 'network-vif-deleted', 'tag': '4fd3e52b-6b69-4479-8136-24d855005187'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:23:07.025492 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85cb4ec-e185-4a14-a316-9601b783de35" -d '{"events": [{"server_uuid": "2b457068-d6b5-4a7e-b257-fa6a0df12803", "name": "network-vif-deleted", "tag": "4fd3e52b-6b69-4479-8136-24d855005187"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:23:07.094337 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e1fec5-c40c-44f7-b471-7cf98d723e55 x-openstack-request-id: req-94e1fec5-c40c-44f7-b471-7cf98d723e55 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:23:07.094909 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b457068-d6b5-4a7e-b257-fa6a0df12803", "name": "network-vif-deleted", "tag": "4fd3e52b-6b69-4479-8136-24d855005187", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:23:07.095669 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-94e1fec5-c40c-44f7-b471-7cf98d723e55 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:23:07.096453 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b457068-d6b5-4a7e-b257-fa6a0df12803', 'name': 'network-vif-deleted', 'tag': '4fd3e52b-6b69-4479-8136-24d855005187', 'status': 'completed', 'code': 200} Nov 24 14:23:07.118957 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-e42e6f06-0f81-4607-860b-85585ea97b8d None None] Set router 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:23:07.261308 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e7bf44ec-aae3-44c5-ae2f-7c8fa18e2973 req-621372b6-22e4-404c-8fd8-ac0b909f783f tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a1de11d-4179-4895-ba4b-514f143202b7 HTTP/1.1" status: 200 len: 210 time: 0.0327201 Nov 24 14:23:07.429605 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-efef5340-e6b8-4347-95f8-ca8dcf5ffdd3 req-f265085b-d3bf-45cd-b7b1-aaaa4bb792d1 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b457068-d6b5-4a7e-b257-fa6a0df12803 HTTP/1.1" status: 200 len: 210 time: 0.0498288 Nov 24 14:23:07.431365 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-e42e6f06-0f81-4607-860b-85585ea97b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'name': 'tempest-AttachVolumeTestJSON-615975502-router', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:18:01Z', 'updated_at': '2021-11-24T14:18:08Z', 'revision_number': 4, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'gw_port': {'id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:02Z', 'updated_at': '2021-11-24T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '5d85a525-384c-425a-b554-cb710f4207a5', 'name': '', 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'mac_address': 'fa:16:3e:96:54:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:06Z', 'updated_at': '2021-11-24T14:18:17Z', 'revision_number': 5, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'subnets': [{'id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:23:07.481503 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42e6f06-0f81-4607-860b-85585ea97b8d None None] Checking router: 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 for host: dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:23:07.495906 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42e6f06-0f81-4607-860b-85585ea97b8d None None] Routers {'9f9fe4d4-d069-40a0-bbad-0c83cf40e712'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:23:07.496744 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-e42e6f06-0f81-4607-860b-85585ea97b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:22:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['9f9fe4d4-d069-40a0-bbad-0c83cf40e712'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:23:07.659582 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-e42e6f06-0f81-4607-860b-85585ea97b8d None None] Set router 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:23:07.706457 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b6080-4d17-4fa6-b0d3-9d3261d01d93 req-177557a1-ee66-46d9-adb2-5adaa69027fa tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:07.712591 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-939b6080-4d17-4fa6-b0d3-9d3261d01d93 req-177557a1-ee66-46d9-adb2-5adaa69027fa tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 945 time: 0.1115830 Nov 24 14:23:07.807929 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-939b6080-4d17-4fa6-b0d3-9d3261d01d93 req-ccb161dc-8a22-40b1-8e4a-64b7311b47cf tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869291 Nov 24 14:23:07.837705 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-b3bcf084-7ac9-48e8-a162-d1a430b12085 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:07.840001 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-b3bcf084-7ac9-48e8-a162-d1a430b12085 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.37 "GET /v2.0/networks?id=c46ae57f-718d-41e7-a49c-1a4125534683 HTTP/1.1" status: 200 len: 814 time: 0.2069948 Nov 24 14:23:07.854850 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-bb0d1ae8-636e-4477-a442-ce2de3d80e9f tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Request body: {'port': {'device_id': '1a1de11d-4179-4895-ba4b-514f143202b7', 'network_id': 'c46ae57f-718d-41e7-a49c-1a4125534683', 'admin_state_up': True, 'tenant_id': '7accd42da41d45a696fcb213c0f8a5df'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:23:08.014891 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-bb0d1ae8-636e-4477-a442-ce2de3d80e9f tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Made reservation on behalf of 7accd42da41d45a696fcb213c0f8a5df for: {'port': 1} {{(pid=102761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:23:08.020234 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-bb0d1ae8-636e-4477-a442-ce2de3d80e9f tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:08.243232 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-e42e6f06-0f81-4607-860b-85585ea97b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'name': 'tempest-AttachVolumeTestJSON-615975502-router', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:18:01Z', 'updated_at': '2021-11-24T14:18:08Z', 'revision_number': 4, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'gw_port': {'id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:02Z', 'updated_at': '2021-11-24T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '5d85a525-384c-425a-b554-cb710f4207a5', 'name': '', 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'mac_address': 'fa:16:3e:96:54:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:06Z', 'updated_at': '2021-11-24T14:18:17Z', 'revision_number': 5, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'subnets': [{'id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:23:08.277850 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-bb0d1ae8-636e-4477-a442-ce2de3d80e9f tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Allocated IP 172.20.0.5 (c46ae57f-718d-41e7-a49c-1a4125534683/b1c6d30b-8fa3-4915-86c1-7080b56cc4d2/c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:23:08.280499 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42e6f06-0f81-4607-860b-85585ea97b8d None None] The sync data for ids ['9f9fe4d4-d069-40a0-bbad-0c83cf40e712'] in dv-cinder-739079-6-iscsi is: [{'id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'name': 'tempest-AttachVolumeTestJSON-615975502-router', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:18:01Z', 'updated_at': '2021-11-24T14:18:08Z', 'revision_number': 4, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'gw_port': {'id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:02Z', 'updated_at': '2021-11-24T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '5d85a525-384c-425a-b554-cb710f4207a5', 'name': '', 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'mac_address': 'fa:16:3e:96:54:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:06Z', 'updated_at': '2021-11-24T14:18:17Z', 'revision_number': 5, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'subnets': [{'id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:23:08.449936 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a4a2a60e-7444-4180-bbeb-cd6756bd3a5b req-789ef473-afe4-4ce2-810e-d41c15503b54 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a1de11d-4179-4895-ba4b-514f143202b7 HTTP/1.1" status: 200 len: 210 time: 0.0426848 Nov 24 14:23:08.555380 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 47844) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:23:08.582804 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-bb0d1ae8-636e-4477-a442-ce2de3d80e9f tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:08.625956 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-bb0d1ae8-636e-4477-a442-ce2de3d80e9f tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:08.647083 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d55058a2-e662-44a8-bc34-a4c686079797 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:08.677469 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faa1445-da86-465e-9440-1b61a82707c8 None None] New status for floating IP a088dbcf-852c-41c9-80b2-8e1555c1df6f: DOWN {{(pid=102764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:23:08.679345 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-bb0d1ae8-636e-4477-a442-ce2de3d80e9f tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Network c46ae57f-718d-41e7-a49c-1a4125534683 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:23:08.683438 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-bb0d1ae8-636e-4477-a442-ce2de3d80e9f tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:23:08.684976 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d55058a2-e662-44a8-bc34-a4c686079797 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:08.691708 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-bb0d1ae8-636e-4477-a442-ce2de3d80e9f tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:23:08.737744 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d1ae8-636e-4477-a442-ce2de3d80e9f tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Pushing event updated for resources: {'Port': ['ID=c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:08.759987 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d55058a2-e662-44a8-bc34-a4c686079797 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:08.762753 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d55058a2-e662-44a8-bc34-a4c686079797 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:08.767261 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 47846) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:23:08.769442 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-d55058a2-e662-44a8-bc34-a4c686079797 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "DELETE /v2.0/security-groups/64e215d3-b9b9-4c30-ad23-bff4bb3cec41 HTTP/1.1" status: 204 len: 168 time: 0.2123141 Nov 24 14:23:08.786436 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55058a2-e662-44a8-bc34-a4c686079797 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e215d3-b9b9-4c30-ad23-bff4bb3cec41,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:08.815261 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-bb0d1ae8-636e-4477-a442-ce2de3d80e9f tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:08.815959 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-bb0d1ae8-636e-4477-a442-ce2de3d80e9f tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:08.824850 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.api.v2.resource [None req-2e550bf4-c616-4f3c-abc3-e5732c54c3f1 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] show failed (client error): The resource could not be found. Nov 24 14:23:08.827995 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-2e550bf4-c616-4f3c-abc3-e5732c54c3f1 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups/64e215d3-b9b9-4c30-ad23-bff4bb3cec41 HTTP/1.1" status: 404 len: 347 time: 0.0592103 Nov 24 14:23:08.830081 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 47848) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:23:08.854185 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-bb0d1ae8-636e-4477-a442-ce2de3d80e9f tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0043948 Nov 24 14:23:08.881245 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-c350cf85-2493-4da3-b26f-820f8e9fc3f6 service neutron] Request body: {'port': {'device_id': '1a1de11d-4179-4895-ba4b-514f143202b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:23:08.985397 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-c350cf85-2493-4da3-b26f-820f8e9fc3f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:09.062948 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b4238-b5bc-4813-8b5f-a3334ce0d463 req-84a6b619-a195-49dd-95ae-304c3c78466d tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:09.065815 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f69b4238-b5bc-4813-8b5f-a3334ce0d463 req-84a6b619-a195-49dd-95ae-304c3c78466d tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 945 time: 0.0998702 Nov 24 14:23:09.144751 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-55b76303-cad9-4997-bfee-e9f7aba6e714 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Deleting port 363b7c1f-b9f9-4a47-acce-28f645c80c8b {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:23:09.145301 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-55b76303-cad9-4997-bfee-e9f7aba6e714 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:09.223103 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f69b4238-b5bc-4813-8b5f-a3334ce0d463 req-ef8d4398-3c92-46e2-af35-6e93df842cda tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438391 Nov 24 14:23:09.308548 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-55b76303-cad9-4997-bfee-e9f7aba6e714 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:09.308877 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-55b76303-cad9-4997-bfee-e9f7aba6e714 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:09.328143 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-55b76303-cad9-4997-bfee-e9f7aba6e714 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Calling delete_port for 363b7c1f-b9f9-4a47-acce-28f645c80c8b owned by network:floatingip {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:23:09.345091 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-c350cf85-2493-4da3-b26f-820f8e9fc3f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:23:09.354233 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-c350cf85-2493-4da3-b26f-820f8e9fc3f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:09.370048 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-c350cf85-2493-4da3-b26f-820f8e9fc3f6 service neutron] Transition to ACTIVE for port object c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae will not be triggered until provisioned by entity L2. {{(pid=102761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:23:09.374935 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-c350cf85-2493-4da3-b26f-820f8e9fc3f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:09.457212 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350cf85-2493-4da3-b26f-820f8e9fc3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:09.538825 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-c350cf85-2493-4da3-b26f-820f8e9fc3f6 service neutron] Attempting to bind port c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae on host hv-cinder-73907 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:23:09.540266 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-c350cf85-2493-4da3-b26f-820f8e9fc3f6 service neutron] Attempting to bind port c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '3629d987-cce9-46d5-bfac-a1277b898128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'c46ae57f-718d-41e7-a49c-1a4125534683'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:23:09.540266 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-c350cf85-2493-4da3-b26f-820f8e9fc3f6 service neutron] Attempting to bind port c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae on network c46ae57f-718d-41e7-a49c-1a4125534683 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:23:09.550360 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-c350cf85-2493-4da3-b26f-820f8e9fc3f6 service neutron] Port c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae on network c46ae57f-718d-41e7-a49c-1a4125534683 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 14:23:09.551063 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-c350cf85-2493-4da3-b26f-820f8e9fc3f6 service neutron] Attempting to bind port c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae on network c46ae57f-718d-41e7-a49c-1a4125534683 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:23:09.560663 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-c350cf85-2493-4da3-b26f-820f8e9fc3f6 service neutron] Checking agent: {'id': 'd0515656-fb8d-4ba5-be1c-f8deb6c3b48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'started_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:23:09.561182 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-c350cf85-2493-4da3-b26f-820f8e9fc3f6 service neutron] Checking segment: {'id': '3629d987-cce9-46d5-bfac-a1277b898128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'c46ae57f-718d-41e7-a49c-1a4125534683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:23:09.561799 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-c350cf85-2493-4da3-b26f-820f8e9fc3f6 service neutron] Bound using segment: {'id': '3629d987-cce9-46d5-bfac-a1277b898128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'c46ae57f-718d-41e7-a49c-1a4125534683'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:23:09.562543 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-c350cf85-2493-4da3-b26f-820f8e9fc3f6 service neutron] Bound port: c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3629d987-cce9-46d5-bfac-a1277b898128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'c46ae57f-718d-41e7-a49c-1a4125534683'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:23:09.562870 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-55b76303-cad9-4997-bfee-e9f7aba6e714 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:09.563105 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-c350cf85-2493-4da3-b26f-820f8e9fc3f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:09.593032 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b76303-cad9-4997-bfee-e9f7aba6e714 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Pushing event deleted for resources: {'Port': ['ID=363b7c1f-b9f9-4a47-acce-28f645c80c8b,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:09.664963 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-55b76303-cad9-4997-bfee-e9f7aba6e714 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for floatingip, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:09.668044 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-55b76303-cad9-4997-bfee-e9f7aba6e714 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for floatingip, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:09.671915 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-55b76303-cad9-4997-bfee-e9f7aba6e714 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "DELETE /v2.0/floatingips/a088dbcf-852c-41c9-80b2-8e1555c1df6f HTTP/1.1" status: 204 len: 168 time: 0.8380356 Nov 24 14:23:09.696282 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb04cdd-90d8-4dba-8f06-46c97e644ee9 req-64532855-563a-4956-b703-c1566845f0fe tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:09.697863 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ddb04cdd-90d8-4dba-8f06-46c97e644ee9 req-64532855-563a-4956-b703-c1566845f0fe tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a1de11d-4179-4895-ba4b-514f143202b7 HTTP/1.1" status: 200 len: 943 time: 0.1298478 Nov 24 14:23:09.734191 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-c350cf85-2493-4da3-b26f-820f8e9fc3f6 service neutron] For port c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae, host hv-cinder-73907, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:23:09.758397 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-c350cf85-2493-4da3-b26f-820f8e9fc3f6 service neutron] For port c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae,segment=NetworkSegment(3629d987-cce9-46d5-bfac-a1277b898128),segment_id=3629d987-cce9-46d5-bfac-a1277b898128)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:23:09.770519 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-c350cf85-2493-4da3-b26f-820f8e9fc3f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:09.812626 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ddb04cdd-90d8-4dba-8f06-46c97e644ee9 req-d4e1d5f8-c787-4a7e-8782-2fd5e8163bd4 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a314734-2268-422d-acf1-20f8b920141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071987 Nov 24 14:23:09.820537 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-c350cf85-2493-4da3-b26f-820f8e9fc3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:09.821871 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-c350cf85-2493-4da3-b26f-820f8e9fc3f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:09.822633 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-c350cf85-2493-4da3-b26f-820f8e9fc3f6 service neutron] 10.222.0.37 "PUT /v2.0/ports/c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae HTTP/1.1" status: 200 len: 1093 time: 0.9491713 Nov 24 14:23:09.823183 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1de11d-4179-4895-ba4b-514f143202b7', 'tag': 'c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:23:09.825962 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6eef6b1-b084-4c8f-be18-9d328e5d58ff" -d '{"events": [{"name": "network-changed", "server_uuid": "1a1de11d-4179-4895-ba4b-514f143202b7", "tag": "c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:23:09.865789 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350cf85-2493-4da3-b26f-820f8e9fc3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:09.937139 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43df9f30-f15d-4184-bc87-f88c8e56840a x-openstack-request-id: req-43df9f30-f15d-4184-bc87-f88c8e56840a {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:23:09.937833 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a1de11d-4179-4895-ba4b-514f143202b7", "tag": "c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:23:09.938318 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-43df9f30-f15d-4184-bc87-f88c8e56840a {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:23:09.938953 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a1de11d-4179-4895-ba4b-514f143202b7', 'tag': 'c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae', 'status': 'completed', 'code': 200} Nov 24 14:23:09.970768 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-affe0fb9-ffad-443c-8dcd-a199e0b459d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:09.972879 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-affe0fb9-ffad-443c-8dcd-a199e0b459d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7accd42da41d45a696fcb213c0f8a5df&device_id=1a1de11d-4179-4895-ba4b-514f143202b7 HTTP/1.1" status: 200 len: 1096 time: 0.0876868 Nov 24 14:23:10.036610 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-2431559c-63bc-4de9-b3f0-3d5c12025bcb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae HTTP/1.1" status: 200 len: 217 time: 0.0493519 Nov 24 14:23:10.055448 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 47862) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:23:10.060810 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-69dc5b5a-3523-4db7-b166-5931c35180d0 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--497338993', 'description': 'tempest-description--421534657'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:23:10.104074 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-69dc5b5a-3523-4db7-b166-5931c35180d0 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:10.113427 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-d7c4e18d-13a6-4c25-82f9-63e14eec18f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:10.115070 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-d7c4e18d-13a6-4c25-82f9-63e14eec18f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b1c6d30b-8fa3-4915-86c1-7080b56cc4d2 HTTP/1.1" status: 200 len: 854 time: 0.0682139 Nov 24 14:23:10.152272 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-f10e33b6-11c1-49e4-8d39-f59e09e4bb35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c46ae57f-718d-41e7-a49c-1a4125534683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286772 Nov 24 14:23:10.178567 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 4fd3e52b-6b69-4479-8136-24d855005187 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:23:10.197576 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-69dc5b5a-3523-4db7-b166-5931c35180d0 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:10.202666 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-69dc5b5a-3523-4db7-b166-5931c35180d0 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:10.216068 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] No Port match for: 4fd3e52b-6b69-4479-8136-24d855005187 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:23:10.216761 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 4fd3e52b-6b69-4479-8136-24d855005187 not bound to the agent host hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:23:10.246210 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-69dc5b5a-3523-4db7-b166-5931c35180d0 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:10.248242 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-69dc5b5a-3523-4db7-b166-5931c35180d0 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1913502 Nov 24 14:23:10.249245 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc5b5a-3523-4db7-b166-5931c35180d0 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5466e18-5780-4999-a593-4f67b36bde37,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:10.252523 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 47866) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:23:10.259875 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-7e02c1cd-fed0-4270-aee4-7a8de0d140dc tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Request body: {'security_group_rule': {'security_group_id': 'f5466e18-5780-4999-a593-4f67b36bde37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:23:10.299651 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-efd298ac-3a91-43be-ac28-5568b7532568 service neutron] 10.222.0.37 "GET /v2.0/networks/c46ae57f-718d-41e7-a49c-1a4125534683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385310 Nov 24 14:23:10.307245 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e02c1cd-fed0-4270-aee4-7a8de0d140dc tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:10.472615 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7783449-ef34-44bf-8674-b1e91a0d95fd req-6b4c0114-e669-456f-88d3-3e59422a09a4 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:10.474254 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d7783449-ef34-44bf-8674-b1e91a0d95fd req-6b4c0114-e669-456f-88d3-3e59422a09a4 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 945 time: 0.1524947 Nov 24 14:23:10.495378 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e02c1cd-fed0-4270-aee4-7a8de0d140dc tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:10.506169 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e02c1cd-fed0-4270-aee4-7a8de0d140dc tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701580'] for security_group_rule, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:10.524508 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c8677fe0-08c6-484f-aa40-ec02c34c45fe req-4dce3994-b037-418b-94c0-f46a403eb2a4 service neutron] 10.222.0.37 "GET /v2.0/networks/c46ae57f-718d-41e7-a49c-1a4125534683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134700 Nov 24 14:23:10.543272 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02c1cd-fed0-4270-aee4-7a8de0d140dc tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb86791-beab-46b2-8e65-a8181326e147,revision_number=0']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:10.565949 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e02c1cd-fed0-4270-aee4-7a8de0d140dc tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:10.570467 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 47870) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:23:10.570755 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-7e02c1cd-fed0-4270-aee4-7a8de0d140dc tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3167143 Nov 24 14:23:10.579593 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-b2fcc560-96d5-4569-a315-6ff159a7048a tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Request body: {'security_group_rule': {'security_group_id': 'f5466e18-5780-4999-a593-4f67b36bde37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:23:10.584622 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d7783449-ef34-44bf-8674-b1e91a0d95fd req-a575d7fc-a30a-4042-93f5-0a8d6e3044e5 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018085 Nov 24 14:23:10.619749 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b2fcc560-96d5-4569-a315-6ff159a7048a tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:10.655598 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eef6b1-b084-4c8f-be18-9d328e5d58ff req-4c8606dc-cc27-4d82-aedd-9d20d651ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:10.658341 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c6eef6b1-b084-4c8f-be18-9d328e5d58ff req-4c8606dc-cc27-4d82-aedd-9d20d651ecfe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7accd42da41d45a696fcb213c0f8a5df&device_id=1a1de11d-4179-4895-ba4b-514f143202b7 HTTP/1.1" status: 200 len: 1096 time: 0.0574484 Nov 24 14:23:10.711708 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b2fcc560-96d5-4569-a315-6ff159a7048a tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:10.721665 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b2fcc560-96d5-4569-a315-6ff159a7048a tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701580'] for security_group_rule, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:10.751798 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fcc560-96d5-4569-a315-6ff159a7048a tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ffa4b76-6828-428e-adb2-3536100b3af1,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:10.765388 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b2fcc560-96d5-4569-a315-6ff159a7048a tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:10.771203 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-b2fcc560-96d5-4569-a315-6ff159a7048a tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1947093 Nov 24 14:23:10.771542 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 47872) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:23:10.776031 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-7448af07-d38d-47ad-b065-902131828162 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Request body: {'floatingip': {'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:23:10.810410 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7448af07-d38d-47ad-b065-902131828162 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for floatingip, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:10.810862 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eef6b1-b084-4c8f-be18-9d328e5d58ff req-fbe0a206-796d-4157-b975-70c5bbb2e42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:10.812875 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c6eef6b1-b084-4c8f-be18-9d328e5d58ff req-fbe0a206-796d-4157-b975-70c5bbb2e42a service neutron] 10.222.0.37 "GET /v2.0/networks?id=c46ae57f-718d-41e7-a49c-1a4125534683 HTTP/1.1" status: 200 len: 916 time: 0.1391661 Nov 24 14:23:10.849998 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:10.865490 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c6eef6b1-b084-4c8f-be18-9d328e5d58ff req-a53707df-8ad3-4d8c-a883-a7f5861e186a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae HTTP/1.1" status: 200 len: 217 time: 0.0434127 Nov 24 14:23:10.940301 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eef6b1-b084-4c8f-be18-9d328e5d58ff req-8650195b-d36f-42fd-8e6c-7075d5594e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:10.942006 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c6eef6b1-b084-4c8f-be18-9d328e5d58ff req-8650195b-d36f-42fd-8e6c-7075d5594e9c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b1c6d30b-8fa3-4915-86c1-7080b56cc4d2 HTTP/1.1" status: 200 len: 854 time: 0.0594337 Nov 24 14:23:10.959841 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7448af07-d38d-47ad-b065-902131828162 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:11.246461 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c6eef6b1-b084-4c8f-be18-9d328e5d58ff req-b2182902-692d-4473-abd1-c6fa0c68e067 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c46ae57f-718d-41e7-a49c-1a4125534683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2908847 Nov 24 14:23:11.306665 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989951b9-23d1-4ca0-b0da-abef9ba6bff2 req-53f0ff7f-f28d-4742-bb82-14787c9b02b5 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:11.308288 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-989951b9-23d1-4ca0-b0da-abef9ba6bff2 req-53f0ff7f-f28d-4742-bb82-14787c9b02b5 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a1de11d-4179-4895-ba4b-514f143202b7 HTTP/1.1" status: 200 len: 943 time: 0.3503790 Nov 24 14:23:11.389986 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [None req-7448af07-d38d-47ad-b065-902131828162 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Allocated IP 172.27.3.143 (49cac10e-0da0-4a0f-8769-64a9bee58c01/34c9a594-21b4-4e79-af6f-55375f25e5d0/e62fc72e-78eb-4ed0-bc55-fff82bd11e76) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:23:11.398664 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c6eef6b1-b084-4c8f-be18-9d328e5d58ff req-a39dd6f5-fb77-44f9-b34b-638e5b2683e0 service neutron] 10.222.0.37 "GET /v2.0/networks/c46ae57f-718d-41e7-a49c-1a4125534683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415708 Nov 24 14:23:11.413899 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-989951b9-23d1-4ca0-b0da-abef9ba6bff2 req-d2dc943f-f2ca-40b3-9bd6-ea2fc4d05c25 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a314734-2268-422d-acf1-20f8b920141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820942 Nov 24 14:23:11.522498 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c6eef6b1-b084-4c8f-be18-9d328e5d58ff req-af952734-08b2-468f-987d-065478c203ca service neutron] 10.222.0.37 "GET /v2.0/networks/c46ae57f-718d-41e7-a49c-1a4125534683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047232 Nov 24 14:23:11.585071 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7448af07-d38d-47ad-b065-902131828162 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for port, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:11.643624 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7448af07-d38d-47ad-b065-902131828162 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:11.712020 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7448af07-d38d-47ad-b065-902131828162 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Network 49cac10e-0da0-4a0f-8769-64a9bee58c01 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:23:11.721365 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-7448af07-d38d-47ad-b065-902131828162 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:23:11.727695 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7448af07-d38d-47ad-b065-902131828162 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:23:11.770627 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448af07-d38d-47ad-b065-902131828162 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Pushing event updated for resources: {'Port': ['ID=e62fc72e-78eb-4ed0-bc55-fff82bd11e76,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:11.840268 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aef102-abec-4b3f-a2dd-6596d87011a3 req-10e4ee56-74f3-4e96-865a-e2cc70cea633 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:11.842652 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f3aef102-abec-4b3f-a2dd-6596d87011a3 req-10e4ee56-74f3-4e96-865a-e2cc70cea633 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 945 time: 0.0932608 Nov 24 14:23:11.912040 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7448af07-d38d-47ad-b065-902131828162 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:11.929138 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f3aef102-abec-4b3f-a2dd-6596d87011a3 req-22aadf4d-be27-4838-95c7-95733020392f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739620 Nov 24 14:23:11.958535 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7448af07-d38d-47ad-b065-902131828162 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:12.125576 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7448af07-d38d-47ad-b065-902131828162 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:12.132374 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7448af07-d38d-47ad-b065-902131828162 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11930847'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:12.188888 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=102763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:23:12.237063 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448af07-d38d-47ad-b065-902131828162 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Pushing event updated for resources: {'Port': ['ID=e62fc72e-78eb-4ed0-bc55-fff82bd11e76,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:12.264031 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7448af07-d38d-47ad-b065-902131828162 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667194'] for floatingip, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:12.306394 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7448af07-d38d-47ad-b065-902131828162 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for floatingip, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:12.315119 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-7448af07-d38d-47ad-b065-902131828162 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5421245 Nov 24 14:23:12.393380 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b,segment=NetworkSegment(b1837c13-0cb2-404d-aedd-258fca0eeafe),segment_id=b1837c13-0cb2-404d-aedd-258fca0eeafe)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:23:12.410677 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Returning: {'device': 'f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'port_id': 'f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b', 'mac_address': 'fa:16:3e:c6:d6:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:23:12.467616 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:12.485642 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b {{(pid=102763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:23:12.495534 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098da25-60da-4e19-b082-47c60a1dab76 req-365abd75-a4e5-4a90-af04-4b1840eb822d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:12.498822 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e098da25-60da-4e19-b082-47c60a1dab76 req-365abd75-a4e5-4a90-af04-4b1840eb822d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8179f38954442d58e1c209cf0f0eb43&device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 1098 time: 0.0654314 Nov 24 14:23:12.519574 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b,segment=NetworkSegment(b1837c13-0cb2-404d-aedd-258fca0eeafe),segment_id=b1837c13-0cb2-404d-aedd-258fca0eeafe)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:23:12.525702 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:12.587710 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b,revision_number=6']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:12.637648 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:23:12.652202 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc06625-259e-4c57-b6ed-cf79b6d06ee3 req-49d1e5e5-6dd2-4bd2-962e-9f0ef193235a tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:12.656524 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4dc06625-259e-4c57-b6ed-cf79b6d06ee3 req-49d1e5e5-6dd2-4bd2-962e-9f0ef193235a tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a1de11d-4179-4895-ba4b-514f143202b7 HTTP/1.1" status: 200 len: 943 time: 0.0955999 Nov 24 14:23:12.677988 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098da25-60da-4e19-b082-47c60a1dab76 req-70c8a1c9-92ae-471e-a49e-4a13285da1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:12.679577 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e098da25-60da-4e19-b082-47c60a1dab76 req-70c8a1c9-92ae-471e-a49e-4a13285da1c2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=36acfee9-a029-4045-9f01-f7f9a199421c HTTP/1.1" status: 200 len: 918 time: 0.1457434 Nov 24 14:23:12.752355 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4dc06625-259e-4c57-b6ed-cf79b6d06ee3 req-939346a9-41bb-43c6-a730-54d2493aa681 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a314734-2268-422d-acf1-20f8b920141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853992 Nov 24 14:23:12.783581 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e098da25-60da-4e19-b082-47c60a1dab76 req-99b60125-51e2-4fb4-a576-bd5f11e7ed6d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b HTTP/1.1" status: 200 len: 999 time: 0.0936546 Nov 24 14:23:12.860552 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098da25-60da-4e19-b082-47c60a1dab76 req-09c7656f-ec8c-4dda-87dc-f3cb9a4599a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:12.862015 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e098da25-60da-4e19-b082-47c60a1dab76 req-09c7656f-ec8c-4dda-87dc-f3cb9a4599a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=768a5e80-3488-4bb1-8733-0f42aa1c8190 HTTP/1.1" status: 200 len: 855 time: 0.0701332 Nov 24 14:23:12.876351 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-1c64637d-7572-4dd9-9434-49fc8b97e3f1 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--497338993&fields=id&tenant_id=0263df2748984c17a05265e50bdc7ca4 HTTP/1.1" status: 200 len: 267 time: 0.0576029 Nov 24 14:23:12.979492 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098da25-60da-4e19-b082-47c60a1dab76 req-0f8fc337-19fc-4b93-8d75-81e5ea8fed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:12.980978 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e098da25-60da-4e19-b082-47c60a1dab76 req-0f8fc337-19fc-4b93-8d75-81e5ea8fed83 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36acfee9-a029-4045-9f01-f7f9a199421c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1038032 Nov 24 14:23:13.031010 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-fbe11da4-dcf7-4daa-b058-8fa493fca5ed tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:13.032729 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-fbe11da4-dcf7-4daa-b058-8fa493fca5ed tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/networks?id=eed9835b-0528-48c8-805c-6a672cef9034 HTTP/1.1" status: 200 len: 810 time: 0.1482368 Nov 24 14:23:13.069147 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b06e6-ca96-4d3d-a0d6-da9bb79d7e32 req-1ca626bd-af24-43a6-8382-d6ea1355d730 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:13.070772 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b21b06e6-ca96-4d3d-a0d6-da9bb79d7e32 req-1ca626bd-af24-43a6-8382-d6ea1355d730 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 944 time: 0.0548151 Nov 24 14:23:13.085379 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-44baf024-eee7-432e-b74b-a9d34d9efbae tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/quotas/0263df2748984c17a05265e50bdc7ca4 HTTP/1.1" status: 200 len: 375 time: 0.0435722 Nov 24 14:23:13.130075 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b21b06e6-ca96-4d3d-a0d6-da9bb79d7e32 req-505058c5-4824-4148-ac3f-ba0b13d7c54e tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521173 Nov 24 14:23:13.151452 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e098da25-60da-4e19-b082-47c60a1dab76 req-c5b8c617-1f00-4349-858a-30f9039f89bb service neutron] 10.222.0.37 "GET /v2.0/networks/36acfee9-a029-4045-9f01-f7f9a199421c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601913 Nov 24 14:23:13.160802 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-9b8099df-ba50-4789-b54b-4a438e3b4d99 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0263df2748984c17a05265e50bdc7ca4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684144 Nov 24 14:23:13.328322 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e098da25-60da-4e19-b082-47c60a1dab76 req-74fb532b-cc55-42c4-b72a-322488d6f23f service neutron] 10.222.0.37 "GET /v2.0/networks/36acfee9-a029-4045-9f01-f7f9a199421c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658225 Nov 24 14:23:13.354703 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-7e999322-21c8-4bba-abb3-007610582f4d service neutron] 10.222.0.73 "GET /v2.0/networks/eed9835b-0528-48c8-805c-6a672cef9034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805871 Nov 24 14:23:13.496729 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-9056e36e-c51c-48c9-823a-7b85249cc0f2 service neutron] 10.222.0.73 "GET /v2.0/networks/eed9835b-0528-48c8-805c-6a672cef9034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331074 Nov 24 14:23:13.713801 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c95ac-48fc-4dd7-8da6-5906dac5989a req-45179a5f-3685-4187-8cc3-54a1ff63e19a tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:13.715497 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-164c95ac-48fc-4dd7-8da6-5906dac5989a req-45179a5f-3685-4187-8cc3-54a1ff63e19a tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 946 time: 0.0832603 Nov 24 14:23:13.800675 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b258f3df-61fb-4028-af19-fd61be1e999d req-432bcb57-cef0-44e1-a3b2-44a0df2602c9 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=95baeda2-8703-44c3-8532-25ffb89b20a7 HTTP/1.1" status: 200 len: 210 time: 0.0497878 Nov 24 14:23:13.849822 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-164c95ac-48fc-4dd7-8da6-5906dac5989a req-2ad0fb48-573d-4dab-9129-6f1f6179a3e2 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223269 Nov 24 14:23:13.912972 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 47932) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:23:14.042281 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63535c6e-67c1-4e68-a2cf-29bf91eb15c4 req-47803115-6862-4a5c-a151-815892e61ac8 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:14.044265 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-63535c6e-67c1-4e68-a2cf-29bf91eb15c4 req-47803115-6862-4a5c-a151-815892e61ac8 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a1de11d-4179-4895-ba4b-514f143202b7 HTTP/1.1" status: 200 len: 943 time: 0.0881455 Nov 24 14:23:14.135947 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-63535c6e-67c1-4e68-a2cf-29bf91eb15c4 req-175a5032-17e4-443d-8e4a-3c0280a0d4fb tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a314734-2268-422d-acf1-20f8b920141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793362 Nov 24 14:23:14.209186 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=102763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:23:14.217022 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b up at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:23:14.299170 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c50d64-9ff7-4a73-bb1b-5efbc1f53c8f tempest-TestMinimumBasicScenario-1378444619 tempest-TestMinimumBasicScenario-1378444619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:14.305594 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 47950) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:23:14.306034 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-94c50d64-9ff7-4a73-bb1b-5efbc1f53c8f tempest-TestMinimumBasicScenario-1378444619 tempest-TestMinimumBasicScenario-1378444619-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 1094 time: 0.3912191 Nov 24 14:23:14.316165 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-c7a7a637-646d-4af9-8898-73ee69be680f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Request body: {'floatingip': {'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'port_id': '6262e118-c20b-464b-973d-ed2cd68e9ecb', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:23:14.338678 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800a4c0-b335-487e-a93f-8693e16edf59 req-d601778f-ea4a-4909-b819-832c718dc60b tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:14.346847 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2800a4c0-b335-487e-a93f-8693e16edf59 req-d601778f-ea4a-4909-b819-832c718dc60b tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 944 time: 0.1056845 Nov 24 14:23:14.391608 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a637-646d-4af9-8898-73ee69be680f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for floatingip, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:14.417600 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2800a4c0-b335-487e-a93f-8693e16edf59 req-c220d797-c832-4c6a-8105-2834cf9b3b24 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697460 Nov 24 14:23:14.608962 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a637-646d-4af9-8898-73ee69be680f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:14.634670 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a516b072-9a61-46ad-b82e-cf5d5305b824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:14.648836 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae,segment=NetworkSegment(3629d987-cce9-46d5-bfac-a1277b898128),segment_id=3629d987-cce9-46d5-bfac-a1277b898128)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:23:14.680222 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning complete for port f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:23:14.680818 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:14.683787 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Returning: {'device': 'c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae', 'network_id': 'c46ae57f-718d-41e7-a49c-1a4125534683', 'port_id': 'c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae', 'mac_address': 'fa:16:3e:de:f8:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c6d30b-8fa3-4915-86c1-7080b56cc4d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:23:14.791174 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:14.815523 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae {{(pid=102763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:23:14.923878 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:14.929093 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae,segment=NetworkSegment(3629d987-cce9-46d5-bfac-a1277b898128),segment_id=3629d987-cce9-46d5-bfac-a1277b898128)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:23:14.942464 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:14.987180 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399725a0-272e-44fc-83bb-cb4fee017462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:23:14.989617 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02bc6bab57870f22e484ac0312d8c66543c8308e687160369736143e34da9ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c11a105-828a-49e6-96e2-7a7ee899b201" -d '{"events": [{"server_uuid": "399725a0-272e-44fc-83bb-cb4fee017462", "name": "network-vif-plugged", "status": "completed", "tag": "f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:23:15.006728 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1e450abe-4178-4518-8cde-886fb3f6f1e0 req-55f20ae2-514a-402c-8aed-f160361267f0 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=95baeda2-8703-44c3-8532-25ffb89b20a7 HTTP/1.1" status: 200 len: 210 time: 0.0792890 Nov 24 14:23:15.016099 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b,segment=NetworkSegment(b1837c13-0cb2-404d-aedd-258fca0eeafe),segment_id=b1837c13-0cb2-404d-aedd-258fca0eeafe)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:23:15.029659 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:15.037328 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:15.066912 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-c7a7a637-646d-4af9-8898-73ee69be680f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Allocated IP 172.27.3.152 (49cac10e-0da0-4a0f-8769-64a9bee58c01/34c9a594-21b4-4e79-af6f-55375f25e5d0/4d652d3a-3545-4291-b0cf-6e5abf3445da) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:23:15.073288 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2507c2-673c-4ea1-9005-c186be40268f x-openstack-request-id: req-3a2507c2-673c-4ea1-9005-c186be40268f {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:23:15.073628 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399725a0-272e-44fc-83bb-cb4fee017462", "name": "network-vif-plugged", "status": "completed", "tag": "f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:23:15.073874 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3a2507c2-673c-4ea1-9005-c186be40268f {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:23:15.074315 dv-cinder-739079-6-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399725a0-272e-44fc-83bb-cb4fee017462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b', 'code': 200} Nov 24 14:23:15.124601 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b,revision_number=7']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:15.283124 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:23:15.419755 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a637-646d-4af9-8898-73ee69be680f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:15.504063 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56437c18-6cb3-4380-84e5-ccf165a01a40 req-bc14388a-7c13-4080-b76c-c65a00810f73 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:15.515643 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-56437c18-6cb3-4380-84e5-ccf165a01a40 req-bc14388a-7c13-4080-b76c-c65a00810f73 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a1de11d-4179-4895-ba4b-514f143202b7 HTTP/1.1" status: 200 len: 944 time: 0.2467427 Nov 24 14:23:15.668844 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e96c39-6529-44a0-b891-26849eba8d29 req-ff1d4450-1f06-4e0c-be50-d73580dd8234 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:15.679158 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36e96c39-6529-44a0-b891-26849eba8d29 req-ff1d4450-1f06-4e0c-be50-d73580dd8234 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 945 time: 0.1262703 Nov 24 14:23:15.811187 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-f545bd38-3a16-41dd-a705-86025e675fa4 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:15.813174 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-f545bd38-3a16-41dd-a705-86025e675fa4 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.37 "GET /v2.0/networks?id=eed9835b-0528-48c8-805c-6a672cef9034 HTTP/1.1" status: 200 len: 810 time: 0.4208293 Nov 24 14:23:15.817537 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36e96c39-6529-44a0-b891-26849eba8d29 req-f0358451-b017-4d97-b55e-7be72ee35749 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373601 Nov 24 14:23:15.844266 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-56437c18-6cb3-4380-84e5-ccf165a01a40 req-f876f40e-7a45-41c8-80d5-422a31c840b3 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a314734-2268-422d-acf1-20f8b920141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273377 Nov 24 14:23:15.866076 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a637-646d-4af9-8898-73ee69be680f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:15.925140 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a7a637-646d-4af9-8898-73ee69be680f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Network 49cac10e-0da0-4a0f-8769-64a9bee58c01 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:23:15.943060 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-c7a7a637-646d-4af9-8898-73ee69be680f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:23:15.952788 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a7a637-646d-4af9-8898-73ee69be680f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:23:16.038952 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a637-646d-4af9-8898-73ee69be680f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Pushing event updated for resources: {'Port': ['ID=4d652d3a-3545-4291-b0cf-6e5abf3445da,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:16.118676 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-d9cfa462-9143-468c-9e6e-a7eda2b20068 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0263df2748984c17a05265e50bdc7ca4 HTTP/1.1" status: 200 len: 379 time: 0.2720504 Nov 24 14:23:16.178889 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-13445d12-ec00-45ac-bdc1-2295ec98aa0b tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Request body: {'port': {'device_id': '95baeda2-8703-44c3-8532-25ffb89b20a7', 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034', 'admin_state_up': True, 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'security_groups': ['f5466e18-5780-4999-a593-4f67b36bde37']}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:23:16.244992 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ee45ac2c-cb73-4852-8ff9-e053af810f25 req-77bf389c-a0a0-4b5b-b6df-9b25b90ef60e tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=95baeda2-8703-44c3-8532-25ffb89b20a7 HTTP/1.1" status: 200 len: 210 time: 0.0658064 Nov 24 14:23:16.536017 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-13445d12-ec00-45ac-bdc1-2295ec98aa0b tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Made reservation on behalf of 0263df2748984c17a05265e50bdc7ca4 for: {'port': 1} {{(pid=102761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:23:16.541637 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-13445d12-ec00-45ac-bdc1-2295ec98aa0b tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:16.961207 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c7d1b171-1324-4ab1-a6b9-773b842bc25e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:16.985034 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a637-646d-4af9-8898-73ee69be680f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:17.189171 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-13445d12-ec00-45ac-bdc1-2295ec98aa0b tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Allocated IP 172.20.0.3 (eed9835b-0528-48c8-805c-6a672cef9034/cc91be5c-3dda-4f91-90ca-58668d9f6158/8e6637ed-45f2-440f-95bb-8636c9a35aef) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:23:17.200141 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed861ade-e925-4d0c-a08e-f854a67eaf61 req-8d0b2627-1528-47b8-be45-c1da13d1959a tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:17.210903 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ed861ade-e925-4d0c-a08e-f854a67eaf61 req-8d0b2627-1528-47b8-be45-c1da13d1959a tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a1de11d-4179-4895-ba4b-514f143202b7 HTTP/1.1" status: 200 len: 944 time: 0.1785023 Nov 24 14:23:17.296398 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ed861ade-e925-4d0c-a08e-f854a67eaf61 req-a07ba47f-c464-42bc-ae58-c1011a15e438 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a314734-2268-422d-acf1-20f8b920141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834968 Nov 24 14:23:17.406631 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a637-646d-4af9-8898-73ee69be680f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:17.452032 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9ff18df8-392b-4ce3-b5bd-919570bb2c3a req-de59c5b7-5d31-4ae4-84ed-8b56040003f8 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=95baeda2-8703-44c3-8532-25ffb89b20a7 HTTP/1.1" status: 200 len: 210 time: 0.0543227 Nov 24 14:23:17.521624 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746a9b5-e71f-436b-bbd3-64248f251b75 req-12224614-d782-4c79-8f0e-654b772144ad tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:17.523359 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-0746a9b5-e71f-436b-bbd3-64248f251b75 req-12224614-d782-4c79-8f0e-654b772144ad tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 945 time: 0.4633942 Nov 24 14:23:17.789467 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-13445d12-ec00-45ac-bdc1-2295ec98aa0b tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:17.795243 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-0746a9b5-e71f-436b-bbd3-64248f251b75 req-0299323d-f2ed-49e4-9073-3898fcf4329c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259128 Nov 24 14:23:17.908627 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:17.979941 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-13445d12-ec00-45ac-bdc1-2295ec98aa0b tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:18.072119 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a637-646d-4af9-8898-73ee69be680f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:18.104007 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a637-646d-4af9-8898-73ee69be680f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:18.118017 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-13445d12-ec00-45ac-bdc1-2295ec98aa0b tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Network eed9835b-0528-48c8-805c-6a672cef9034 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:23:18.132281 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-13445d12-ec00-45ac-bdc1-2295ec98aa0b tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:23:18.149115 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-13445d12-ec00-45ac-bdc1-2295ec98aa0b tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:23:18.208100 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13445d12-ec00-45ac-bdc1-2295ec98aa0b tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Pushing event updated for resources: {'Port': ['ID=8e6637ed-45f2-440f-95bb-8636c9a35aef,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:18.220883 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae up at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:23:18.411532 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-13445d12-ec00-45ac-bdc1-2295ec98aa0b tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:18.413182 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-13445d12-ec00-45ac-bdc1-2295ec98aa0b tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:18.430549 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning for port c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae completed by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:23:18.453245 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning complete for port c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:23:18.454844 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:18.500022 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-13445d12-ec00-45ac-bdc1-2295ec98aa0b tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3212678 Nov 24 14:23:18.550477 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a637-646d-4af9-8898-73ee69be680f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Pushing event updated for resources: {'Port': ['ID=4d652d3a-3545-4291-b0cf-6e5abf3445da,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:18.573455 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a637-646d-4af9-8898-73ee69be680f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667194'] for floatingip, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:18.713366 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965ef7f-ff14-46d5-a1e5-6a30c3826eb6 req-57f16a38-a0f3-48ed-a247-cdb975a4659c tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:18.717207 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7965ef7f-ff14-46d5-a1e5-6a30c3826eb6 req-57f16a38-a0f3-48ed-a247-cdb975a4659c tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a1de11d-4179-4895-ba4b-514f143202b7 HTTP/1.1" status: 200 len: 944 time: 0.1662457 Nov 24 14:23:18.757763 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:18.762775 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-bdf06ddd-ced4-4998-9036-2a3b6fab193a None None] Provisioning complete for port 8e6637ed-45f2-440f-95bb-8636c9a35aef triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:23:18.763653 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-bdf06ddd-ced4-4998-9036-2a3b6fab193a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:18.842354 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-bdf06ddd-ced4-4998-9036-2a3b6fab193a None None] Port 8e6637ed-45f2-440f-95bb-8636c9a35aef cannot update to ACTIVE because it is not bound. {{(pid=102763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:23:18.858709 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7965ef7f-ff14-46d5-a1e5-6a30c3826eb6 req-ba57c4b2-a337-4d19-8b57-1f27c880c0e7 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a314734-2268-422d-acf1-20f8b920141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290762 Nov 24 14:23:18.938780 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1de11d-4179-4895-ba4b-514f143202b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:23:18.950064 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02bc6bab57870f22e484ac0312d8c66543c8308e687160369736143e34da9ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5de172e-d933-4daa-86b9-df53e44f1c7f" -d '{"events": [{"server_uuid": "1a1de11d-4179-4895-ba4b-514f143202b7", "name": "network-vif-plugged", "status": "completed", "tag": "c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:23:19.000770 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae,segment=NetworkSegment(3629d987-cce9-46d5-bfac-a1277b898128),segment_id=3629d987-cce9-46d5-bfac-a1277b898128)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:23:19.008857 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:19.136855 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:19.163656 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a65be-7c50-4918-a86e-5562b8e89c14 req-b59facdb-3f38-4f7d-9987-d0bacbfeee95 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:19.166663 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3c9a65be-7c50-4918-a86e-5562b8e89c14 req-b59facdb-3f38-4f7d-9987-d0bacbfeee95 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 945 time: 0.1528342 Nov 24 14:23:19.274696 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Request body: {'port': {'device_id': '95baeda2-8703-44c3-8532-25ffb89b20a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:23:19.292873 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3c9a65be-7c50-4918-a86e-5562b8e89c14 req-56dbc70f-7df3-4611-9858-530aba0d6089 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119685 Nov 24 14:23:19.387334 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fc113b-289b-4f93-ac98-f1c177e7ffee x-openstack-request-id: req-f5fc113b-289b-4f93-ac98-f1c177e7ffee {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:23:19.389059 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1de11d-4179-4895-ba4b-514f143202b7", "name": "network-vif-plugged", "status": "completed", "tag": "c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:23:19.395820 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f5fc113b-289b-4f93-ac98-f1c177e7ffee {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:23:19.398180 dv-cinder-739079-6-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1de11d-4179-4895-ba4b-514f143202b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae', 'code': 200} Nov 24 14:23:19.432796 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:19.525981 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:19.613285 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3dc8cc-c7fe-4449-a6d9-1fc9f6bdcc80 req-29968d6e-22b3-45b8-869f-2ac740be6c39 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:19.615849 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1a3dc8cc-c7fe-4449-a6d9-1fc9f6bdcc80 req-29968d6e-22b3-45b8-869f-2ac740be6c39 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=95baeda2-8703-44c3-8532-25ffb89b20a7 HTTP/1.1" status: 200 len: 931 time: 0.3515866 Nov 24 14:23:19.620441 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.db.l3_db [None req-c7a7a637-646d-4af9-8898-73ee69be680f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Floating IP 5de9f66c-b70d-4e90-a8b7-806ac8842d3b associated. External IP: 172.27.3.152, port: 6262e118-c20b-464b-973d-ed2cd68e9ecb. Nov 24 14:23:19.676206 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584a718-3627-4b91-bcdc-b2b1387775b0 req-f1ebf1a2-696d-4633-bacb-c1cdcd067f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:19.678344 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3584a718-3627-4b91-bcdc-b2b1387775b0 req-f1ebf1a2-696d-4633-bacb-c1cdcd067f28 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1a1de11d-4179-4895-ba4b-514f143202b7 HTTP/1.1" status: 200 len: 1098 time: 0.0636673 Nov 24 14:23:19.738071 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3584a718-3627-4b91-bcdc-b2b1387775b0 req-e4d4e224-c200-42fb-9d61-aad36241225c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1a314734-2268-422d-acf1-20f8b920141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483325 Nov 24 14:23:19.833193 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1a3dc8cc-c7fe-4449-a6d9-1fc9f6bdcc80 req-cbf5ff2f-a553-4052-9db7-25a0d6b0d163 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5466e18-5780-4999-a593-4f67b36bde37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065780 Nov 24 14:23:20.061983 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe52d8b-394f-4ff5-8c95-6ad5897874ff req-56695fd7-5a2b-4563-aa41-b819798e8544 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:20.064005 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dfe52d8b-394f-4ff5-8c95-6ad5897874ff req-56695fd7-5a2b-4563-aa41-b819798e8544 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a1de11d-4179-4895-ba4b-514f143202b7 HTTP/1.1" status: 200 len: 945 time: 0.0861232 Nov 24 14:23:20.075316 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e6637ed-45f2-440f-95bb-8636c9a35aef {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:23:20.110357 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:20.116085 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a7a637-646d-4af9-8898-73ee69be680f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Router 52ea121a-306a-4de4-924b-38720fbf1ede has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:23:20.129841 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dfe52d8b-394f-4ff5-8c95-6ad5897874ff req-dc8ef9b0-7687-48fd-b3a9-91b6f2c71eb4 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a314734-2268-422d-acf1-20f8b920141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597944 Nov 24 14:23:20.136001 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Transition to ACTIVE for port object 8e6637ed-45f2-440f-95bb-8636c9a35aef will not be triggered until provisioned by entity L2. {{(pid=102761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:23:20.183474 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:20.296401 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=8e6637ed-45f2-440f-95bb-8636c9a35aef,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:20.314472 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:20.314852 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:20.315201 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:20.315573 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:20.315915 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:20.316252 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:20.316594 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:20.316946 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:20.317250 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:20.317579 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:20.317908 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:20.318239 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:20.343831 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a7a637-646d-4af9-8898-73ee69be680f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:23:20.355799 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5a4d48-8d04-48ce-b9b3-4c131188534c None None] Sync routers for ids ['52ea121a-306a-4de4-924b-38720fbf1ede'] in dv-cinder-739079-6-iscsi {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:23:20.376528 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5a4d48-8d04-48ce-b9b3-4c131188534c None None] Routers {'52ea121a-306a-4de4-924b-38720fbf1ede'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:23:20.379448 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-ea5a4d48-8d04-48ce-b9b3-4c131188534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:23:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['52ea121a-306a-4de4-924b-38720fbf1ede'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:23:20.423279 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a637-646d-4af9-8898-73ee69be680f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for floatingip, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:20.499683 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-c7a7a637-646d-4af9-8898-73ee69be680f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.1881828 Nov 24 14:23:20.500078 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 47998) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:23:20.504827 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-d355e5b5-fac1-4145-8465-e07cb7648475 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1126052658', 'description': 'tempest-secgroup-smoke-1126052658 description', 'project_id': 'c2a116ccd6f848deb04de4b1465cf089'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:23:20.560353 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d355e5b5-fac1-4145-8465-e07cb7648475 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:20.584342 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2b0ba6-8781-4450-bc99-e37f85c8b467', 'tag': '6262e118-c20b-464b-973d-ed2cd68e9ecb'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:23:20.587349 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b690515-3280-41bc-a850-8d6bd9f00e18" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2b0ba6-8781-4450-bc99-e37f85c8b467", "tag": "6262e118-c20b-464b-973d-ed2cd68e9ecb"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:23:20.602689 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Attempting to bind port 8e6637ed-45f2-440f-95bb-8636c9a35aef on host hv-cinder-73907 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:23:20.603043 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Attempting to bind port 8e6637ed-45f2-440f-95bb-8636c9a35aef by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '4a2b2a11-2891-44e3-9598-0ff498ad696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:23:20.603410 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Attempting to bind port 8e6637ed-45f2-440f-95bb-8636c9a35aef on network eed9835b-0528-48c8-805c-6a672cef9034 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:23:20.617643 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-ea5a4d48-8d04-48ce-b9b3-4c131188534c None None] Set router 52ea121a-306a-4de4-924b-38720fbf1ede gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:23:20.624022 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Port 8e6637ed-45f2-440f-95bb-8636c9a35aef on network eed9835b-0528-48c8-805c-6a672cef9034 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 14:23:20.624340 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Attempting to bind port 8e6637ed-45f2-440f-95bb-8636c9a35aef on network eed9835b-0528-48c8-805c-6a672cef9034 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:23:20.646783 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Checking agent: {'id': 'd0515656-fb8d-4ba5-be1c-f8deb6c3b48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'started_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:23:20.647171 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Checking segment: {'id': '4a2b2a11-2891-44e3-9598-0ff498ad696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:23:20.647550 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Bound using segment: {'id': '4a2b2a11-2891-44e3-9598-0ff498ad696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:23:20.648002 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Bound port: 8e6637ed-45f2-440f-95bb-8636c9a35aef, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a2b2a11-2891-44e3-9598-0ff498ad696b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:23:20.648361 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:20.667489 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a63f57b-4814-40dd-ba78-0be48fd83272 x-openstack-request-id: req-4a63f57b-4814-40dd-ba78-0be48fd83272 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:23:20.668092 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2b0ba6-8781-4450-bc99-e37f85c8b467", "tag": "6262e118-c20b-464b-973d-ed2cd68e9ecb", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:23:20.668502 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4a63f57b-4814-40dd-ba78-0be48fd83272 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:23:20.669972 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2b0ba6-8781-4450-bc99-e37f85c8b467', 'tag': '6262e118-c20b-464b-973d-ed2cd68e9ecb', 'status': 'completed', 'code': 200} Nov 24 14:23:20.693575 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8bc38-c6bf-41f7-8c6c-3eb4f7323460 req-011051c5-1451-4946-ae94-14dafb66a5e3 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:20.695593 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fea8bc38-c6bf-41f7-8c6c-3eb4f7323460 req-011051c5-1451-4946-ae94-14dafb66a5e3 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 945 time: 0.1863024 Nov 24 14:23:20.762457 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:20.787858 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] For port 8e6637ed-45f2-440f-95bb-8636c9a35aef, host hv-cinder-73907, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:23:20.792742 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] For port 8e6637ed-45f2-440f-95bb-8636c9a35aef, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=8e6637ed-45f2-440f-95bb-8636c9a35aef,segment=NetworkSegment(4a2b2a11-2891-44e3-9598-0ff498ad696b),segment_id=4a2b2a11-2891-44e3-9598-0ff498ad696b)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:23:20.798483 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fea8bc38-c6bf-41f7-8c6c-3eb4f7323460 req-c045ca4d-3f0e-4985-a021-89551a8e1645 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831316 Nov 24 14:23:20.801238 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:20.875663 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b690515-3280-41bc-a850-8d6bd9f00e18 req-ed3715bc-9abb-45de-8085-d2812dd8ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:20.878723 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5b690515-3280-41bc-a850-8d6bd9f00e18 req-ed3715bc-9abb-45de-8085-d2812dd8ee23 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2a116ccd6f848deb04de4b1465cf089&device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 1099 time: 0.1763396 Nov 24 14:23:20.883307 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d355e5b5-fac1-4145-8465-e07cb7648475 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:20.884903 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=8e6637ed-45f2-440f-95bb-8636c9a35aef,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:20.891995 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d355e5b5-fac1-4145-8465-e07cb7648475 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:20.918207 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:20.918924 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:20.920468 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-7cda4e35-c84f-4b25-b06e-e0a128887fe3 service neutron] 10.222.0.37 "PUT /v2.0/ports/8e6637ed-45f2-440f-95bb-8636c9a35aef HTTP/1.1" status: 200 len: 1093 time: 2.4035847 Nov 24 14:23:21.005379 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355e5b5-fac1-4145-8465-e07cb7648475 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40e4705f-374f-4492-a4bb-4a2bc52e0e21,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:21.010125 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-d355e5b5-fac1-4145-8465-e07cb7648475 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:21.011612 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-d355e5b5-fac1-4145-8465-e07cb7648475 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5105886 Nov 24 14:23:21.020626 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 48004) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:23:21.033212 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-bb0fcd6a-c1ad-4928-9a61-d8bc0de824e1 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Request body: {'security_group_rule': {'security_group_id': '40e4705f-374f-4492-a4bb-4a2bc52e0e21', 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:23:21.078007 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-ea5a4d48-8d04-48ce-b9b3-4c131188534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'name': 'tempest-TestMinimumBasicScenario-1926674173-router', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'f3e848ae-8d42-42da-8bd7-d07675451dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:22:08Z', 'updated_at': '2021-11-24T14:22:12Z', 'revision_number': 4, 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'gw_port': {'id': 'f3e848ae-8d42-42da-8bd7-d07675451dd4', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:09Z', 'updated_at': '2021-11-24T14:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_floatingips': [{'id': '5de9f66c-b70d-4e90-a8b7-806ac8842d3b', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'port_id': '6262e118-c20b-464b-973d-ed2cd68e9ecb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616', 'mac_address': 'fa:16:3e:b2:9d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2b0ba6-8781-4450-bc99-e37f85c8b467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:23:16Z', 'updated_at': '2021-11-24T14:23:16Z', 'revision_number': 0, 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988f15e6-2d05-4ae5-930f-4f8d14802a13', 'name': '', 'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'mac_address': 'fa:16:3e:c4:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:11Z', 'updated_at': '2021-11-24T14:22:19Z', 'revision_number': 5, 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'subnets': [{'id': '4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:23:21.152248 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5a4d48-8d04-48ce-b9b3-4c131188534c None None] Checking router: 52ea121a-306a-4de4-924b-38720fbf1ede for host: dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:23:21.167506 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5a4d48-8d04-48ce-b9b3-4c131188534c None None] Routers {'52ea121a-306a-4de4-924b-38720fbf1ede'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:23:21.169921 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-ea5a4d48-8d04-48ce-b9b3-4c131188534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:23:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['52ea121a-306a-4de4-924b-38720fbf1ede'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:23:21.187272 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d996ec-0272-49b9-bd09-27a0728f79fd req-63892019-5e8d-460d-8f4a-c1382bb627be tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:21.189871 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-78fb0bfe-e63f-4892-8b37-653739e22112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:21.199927 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-44d996ec-0272-49b9-bd09-27a0728f79fd req-63892019-5e8d-460d-8f4a-c1382bb627be tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=95baeda2-8703-44c3-8532-25ffb89b20a7 HTTP/1.1" status: 200 len: 943 time: 0.2077000 Nov 24 14:23:21.204315 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-78fb0bfe-e63f-4892-8b37-653739e22112 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0263df2748984c17a05265e50bdc7ca4&device_id=95baeda2-8703-44c3-8532-25ffb89b20a7 HTTP/1.1" status: 200 len: 1096 time: 0.1899469 Nov 24 14:23:21.217962 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b690515-3280-41bc-a850-8d6bd9f00e18 req-6fda01da-c2b4-4262-9ae9-31819a10d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:21.231234 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5b690515-3280-41bc-a850-8d6bd9f00e18 req-6fda01da-c2b4-4262-9ae9-31819a10d713 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c5b77177-c415-4898-b361-8f6fa43e1616 HTTP/1.1" status: 200 len: 917 time: 0.3306122 Nov 24 14:23:21.311465 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-c4d37333-c0f9-40e5-8186-6ab639c23fad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e6637ed-45f2-440f-95bb-8636c9a35aef HTTP/1.1" status: 200 len: 217 time: 0.0973976 Nov 24 14:23:21.319495 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bb0fcd6a-c1ad-4928-9a61-d8bc0de824e1 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:21.366174 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-44d996ec-0272-49b9-bd09-27a0728f79fd req-e6a069fa-48c0-4468-81ae-aeb7ff304f81 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5466e18-5780-4999-a593-4f67b36bde37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650143 Nov 24 14:23:21.388571 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-ea5a4d48-8d04-48ce-b9b3-4c131188534c None None] Set router 52ea121a-306a-4de4-924b-38720fbf1ede gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:23:21.405914 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5b690515-3280-41bc-a850-8d6bd9f00e18 req-c275ef17-7930-4fef-8faa-118a0d6cdac4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6262e118-c20b-464b-973d-ed2cd68e9ecb HTTP/1.1" status: 200 len: 1000 time: 0.1480470 Nov 24 14:23:21.412054 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-a730d381-5785-43f6-b716-5f04e91f1836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:21.413732 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-a730d381-5785-43f6-b716-5f04e91f1836 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc91be5c-3dda-4f91-90ca-58668d9f6158 HTTP/1.1" status: 200 len: 849 time: 0.0744565 Nov 24 14:23:21.509395 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b690515-3280-41bc-a850-8d6bd9f00e18 req-c44a9af3-b868-4241-a500-485760e038e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:21.511111 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bb0fcd6a-c1ad-4928-9a61-d8bc0de824e1 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:21.511702 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5b690515-3280-41bc-a850-8d6bd9f00e18 req-c44a9af3-b868-4241-a500-485760e038e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0 HTTP/1.1" status: 200 len: 854 time: 0.0960455 Nov 24 14:23:21.525742 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668e9ee-965d-4211-add3-f71b080deb1e req-731f5c8d-c337-4c7f-a432-333613b7ff1d tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:21.534437 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e668e9ee-965d-4211-add3-f71b080deb1e req-731f5c8d-c337-4c7f-a432-333613b7ff1d tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a1de11d-4179-4895-ba4b-514f143202b7 HTTP/1.1" status: 200 len: 945 time: 0.2217584 Nov 24 14:23:21.545451 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bb0fcd6a-c1ad-4928-9a61-d8bc0de824e1 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701580'] for security_group_rule, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:21.572383 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b690515-3280-41bc-a850-8d6bd9f00e18 req-b1b60223-3cef-4c93-8ead-9aa7d1e3be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:21.575481 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5b690515-3280-41bc-a850-8d6bd9f00e18 req-b1b60223-3cef-4c93-8ead-9aa7d1e3be72 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5b77177-c415-4898-b361-8f6fa43e1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536797 Nov 24 14:23:21.601319 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0fcd6a-c1ad-4928-9a61-d8bc0de824e1 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6f186a-d767-4a8a-b562-fbbf7da00a3d,revision_number=0']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:21.612602 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-fd608d50-6dc2-4ab7-b471-d3ce6d280cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:21.614254 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-fd608d50-6dc2-4ab7-b471-d3ce6d280cbb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eed9835b-0528-48c8-805c-6a672cef9034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1874874 Nov 24 14:23:21.645786 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bb0fcd6a-c1ad-4928-9a61-d8bc0de824e1 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:21.649646 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-bb0fcd6a-c1ad-4928-9a61-d8bc0de824e1 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6245480 Nov 24 14:23:21.661314 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 48008) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:23:21.667968 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-36dccdb5-df3e-4de6-995d-92b885a2480a tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Request body: {'security_group_rule': {'security_group_id': '40e4705f-374f-4492-a4bb-4a2bc52e0e21', 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:23:21.686888 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e668e9ee-965d-4211-add3-f71b080deb1e req-bf0da92a-1398-4bdf-9ca1-4a6d376056d5 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a314734-2268-422d-acf1-20f8b920141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513441 Nov 24 14:23:21.755537 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5b690515-3280-41bc-a850-8d6bd9f00e18 req-6584f3f4-c428-415c-9eda-9753b45b4831 service neutron] 10.222.0.37 "GET /v2.0/networks/c5b77177-c415-4898-b361-8f6fa43e1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688344 Nov 24 14:23:21.767247 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-36dccdb5-df3e-4de6-995d-92b885a2480a tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:21.790456 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-7560ac5e-70c1-4ad6-a818-2045fbffabc7 service neutron] 10.222.0.37 "GET /v2.0/networks/eed9835b-0528-48c8-805c-6a672cef9034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616838 Nov 24 14:23:21.902515 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-36dccdb5-df3e-4de6-995d-92b885a2480a tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:21.909627 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-36dccdb5-df3e-4de6-995d-92b885a2480a tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701580'] for security_group_rule, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:21.945726 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dccdb5-df3e-4de6-995d-92b885a2480a tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4518d661-f8df-4766-8312-25d4288b8c4c,revision_number=0']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:21.977541 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-36dccdb5-df3e-4de6-995d-92b885a2480a tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:21.978857 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-36dccdb5-df3e-4de6-995d-92b885a2480a tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3144846 Nov 24 14:23:21.986884 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 48042) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:23:21.996982 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-0cb439d5-5a89-469e-a783-d9ce4826b9f0 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Request body: {'security_group_rule': {'security_group_id': '40e4705f-374f-4492-a4bb-4a2bc52e0e21', 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:23:22.007322 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a7b5e9e5-63e0-4d0d-839e-763e10dfcbf9 req-879fa788-1732-4a8a-abce-2c2487c1c3e4 service neutron] 10.222.0.37 "GET /v2.0/networks/eed9835b-0528-48c8-805c-6a672cef9034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055011 Nov 24 14:23:22.028134 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5b690515-3280-41bc-a850-8d6bd9f00e18 req-8c769927-a8c6-4304-a357-c6accfaa428d service neutron] 10.222.0.37 "GET /v2.0/networks/c5b77177-c415-4898-b361-8f6fa43e1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618980 Nov 24 14:23:22.074921 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483af75a-b066-49a7-b0ee-601942698867 req-55903a63-752b-4752-bc21-8292be9cdf21 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:22.076729 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0cb439d5-5a89-469e-a783-d9ce4826b9f0 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:22.084794 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-483af75a-b066-49a7-b0ee-601942698867 req-55903a63-752b-4752-bc21-8292be9cdf21 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 945 time: 0.0872011 Nov 24 14:23:22.098278 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-ea5a4d48-8d04-48ce-b9b3-4c131188534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'name': 'tempest-TestMinimumBasicScenario-1926674173-router', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'f3e848ae-8d42-42da-8bd7-d07675451dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:22:08Z', 'updated_at': '2021-11-24T14:22:12Z', 'revision_number': 4, 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'gw_port': {'id': 'f3e848ae-8d42-42da-8bd7-d07675451dd4', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:09Z', 'updated_at': '2021-11-24T14:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_floatingips': [{'id': '5de9f66c-b70d-4e90-a8b7-806ac8842d3b', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'port_id': '6262e118-c20b-464b-973d-ed2cd68e9ecb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616', 'mac_address': 'fa:16:3e:b2:9d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2b0ba6-8781-4450-bc99-e37f85c8b467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:23:16Z', 'updated_at': '2021-11-24T14:23:16Z', 'revision_number': 0, 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988f15e6-2d05-4ae5-930f-4f8d14802a13', 'name': '', 'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'mac_address': 'fa:16:3e:c4:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:11Z', 'updated_at': '2021-11-24T14:22:19Z', 'revision_number': 5, 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'subnets': [{'id': '4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:23:22.146962 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5a4d48-8d04-48ce-b9b3-4c131188534c None None] The sync data for ids ['52ea121a-306a-4de4-924b-38720fbf1ede'] in dv-cinder-739079-6-iscsi is: [{'id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'name': 'tempest-TestMinimumBasicScenario-1926674173-router', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'f3e848ae-8d42-42da-8bd7-d07675451dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:22:08Z', 'updated_at': '2021-11-24T14:22:12Z', 'revision_number': 4, 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'gw_port': {'id': 'f3e848ae-8d42-42da-8bd7-d07675451dd4', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:09Z', 'updated_at': '2021-11-24T14:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_floatingips': [{'id': '5de9f66c-b70d-4e90-a8b7-806ac8842d3b', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'port_id': '6262e118-c20b-464b-973d-ed2cd68e9ecb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616', 'mac_address': 'fa:16:3e:b2:9d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2b0ba6-8781-4450-bc99-e37f85c8b467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:23:16Z', 'updated_at': '2021-11-24T14:23:16Z', 'revision_number': 0, 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988f15e6-2d05-4ae5-930f-4f8d14802a13', 'name': '', 'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'mac_address': 'fa:16:3e:c4:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:11Z', 'updated_at': '2021-11-24T14:22:19Z', 'revision_number': 5, 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'subnets': [{'id': '4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:23:22.163516 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-483af75a-b066-49a7-b0ee-601942698867 req-837a9d4b-116e-4d47-abed-5f3e6e23d5f6 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765467 Nov 24 14:23:22.203305 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0cb439d5-5a89-469e-a783-d9ce4826b9f0 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:22.208059 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0cb439d5-5a89-469e-a783-d9ce4826b9f0 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701580'] for security_group_rule, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:22.227448 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb439d5-5a89-469e-a783-d9ce4826b9f0 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e9adbbb-ddb0-4448-8e9c-d638fb4048f7,revision_number=0']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:22.250147 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-0cb439d5-5a89-469e-a783-d9ce4826b9f0 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:22.257251 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 48052) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:23:22.259364 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-0cb439d5-5a89-469e-a783-d9ce4826b9f0 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2703624 Nov 24 14:23:22.263947 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-355e10d9-d203-4c1d-87ac-fb958ac8460d tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Request body: {'security_group_rule': {'security_group_id': '40e4705f-374f-4492-a4bb-4a2bc52e0e21', 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:23:22.309690 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-355e10d9-d203-4c1d-87ac-fb958ac8460d tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:22.473434 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-355e10d9-d203-4c1d-87ac-fb958ac8460d tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:22.478305 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-355e10d9-d203-4c1d-87ac-fb958ac8460d tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701580'] for security_group_rule, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:22.495103 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e10d9-d203-4c1d-87ac-fb958ac8460d tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53f2054-9d3e-46b5-bc4f-eae02fa3cc57,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:22.523455 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-355e10d9-d203-4c1d-87ac-fb958ac8460d tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:22.525908 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-355e10d9-d203-4c1d-87ac-fb958ac8460d tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2671747 Nov 24 14:23:22.529479 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 48060) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:23:22.534968 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-e77b31fd-05e2-4108-9b7e-756f208b3fe5 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Request body: {'security_group_rule': {'security_group_id': '40e4705f-374f-4492-a4bb-4a2bc52e0e21', 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:23:22.565703 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff785ed5-ba38-40cb-ab5f-74c417f02f45 req-668e6c66-a1a8-4237-a0ac-f8dfee523308 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:22.574530 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ff785ed5-ba38-40cb-ab5f-74c417f02f45 req-668e6c66-a1a8-4237-a0ac-f8dfee523308 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=95baeda2-8703-44c3-8532-25ffb89b20a7 HTTP/1.1" status: 200 len: 943 time: 0.0906258 Nov 24 14:23:22.589465 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a006f5-da57-4f76-b4da-4b05b0106b1e None None] New status for floating IP 5de9f66c-b70d-4e90-a8b7-806ac8842d3b: ACTIVE {{(pid=102764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:23:22.602763 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.db.securitygroups_db [None req-e77b31fd-05e2-4108-9b7e-756f208b3fe5 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Project c2a116ccd6f848deb04de4b1465cf089 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:23:22.641260 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e77b31fd-05e2-4108-9b7e-756f208b3fe5 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:22.671500 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ff785ed5-ba38-40cb-ab5f-74c417f02f45 req-ca212857-6964-413b-8117-72d0fc81af16 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5466e18-5780-4999-a593-4f67b36bde37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959179 Nov 24 14:23:22.676192 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95baeda2-8703-44c3-8532-25ffb89b20a7', 'tag': '8e6637ed-45f2-440f-95bb-8636c9a35aef'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:23:22.683702 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc8347d-565d-438b-8492-bffdee160b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "95baeda2-8703-44c3-8532-25ffb89b20a7", "tag": "8e6637ed-45f2-440f-95bb-8636c9a35aef"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:23:22.739380 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef58430f-0ed3-423f-85d0-12ddadb81868 x-openstack-request-id: req-ef58430f-0ed3-423f-85d0-12ddadb81868 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:23:22.740171 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95baeda2-8703-44c3-8532-25ffb89b20a7", "tag": "8e6637ed-45f2-440f-95bb-8636c9a35aef", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:23:22.740607 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ef58430f-0ed3-423f-85d0-12ddadb81868 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:23:22.741241 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95baeda2-8703-44c3-8532-25ffb89b20a7', 'tag': '8e6637ed-45f2-440f-95bb-8636c9a35aef', 'status': 'completed', 'code': 200} Nov 24 14:23:22.929362 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8347d-565d-438b-8492-bffdee160b4a req-a02db8fa-908e-4199-b461-2bf910279ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:22.932197 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6dc8347d-565d-438b-8492-bffdee160b4a req-a02db8fa-908e-4199-b461-2bf910279ac4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0263df2748984c17a05265e50bdc7ca4&device_id=95baeda2-8703-44c3-8532-25ffb89b20a7 HTTP/1.1" status: 200 len: 1096 time: 0.1224983 Nov 24 14:23:22.936742 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e77b31fd-05e2-4108-9b7e-756f208b3fe5 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:22.954186 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e77b31fd-05e2-4108-9b7e-756f208b3fe5 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701580'] for security_group_rule, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:22.993229 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b31fd-05e2-4108-9b7e-756f208b3fe5 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d21ee21-2d19-449a-9ac6-cd6b611a68a8,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:23.039838 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e77b31fd-05e2-4108-9b7e-756f208b3fe5 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:23.042611 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-e77b31fd-05e2-4108-9b7e-756f208b3fe5 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5106804 Nov 24 14:23:23.047631 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 48078) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:23:23.058438 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-1954bedd-1d24-4a4f-acec-6dce64d7738b tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Request body: {'security_group_rule': {'security_group_id': '40e4705f-374f-4492-a4bb-4a2bc52e0e21', 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:23:23.151038 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.db.securitygroups_db [None req-1954bedd-1d24-4a4f-acec-6dce64d7738b tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Project c2a116ccd6f848deb04de4b1465cf089 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:23:23.158742 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1954bedd-1d24-4a4f-acec-6dce64d7738b tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:23.231871 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8347d-565d-438b-8492-bffdee160b4a req-21272730-c44e-48a0-9953-33eb7eb5df25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:23.236710 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6dc8347d-565d-438b-8492-bffdee160b4a req-21272730-c44e-48a0-9953-33eb7eb5df25 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eed9835b-0528-48c8-805c-6a672cef9034 HTTP/1.1" status: 200 len: 912 time: 0.2958798 Nov 24 14:23:23.273454 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1954bedd-1d24-4a4f-acec-6dce64d7738b tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:23.283467 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1954bedd-1d24-4a4f-acec-6dce64d7738b tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701580'] for security_group_rule, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:23.326781 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6dc8347d-565d-438b-8492-bffdee160b4a req-cf7afa12-1170-4697-9a87-8ee29c1d6301 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e6637ed-45f2-440f-95bb-8636c9a35aef HTTP/1.1" status: 200 len: 217 time: 0.0704231 Nov 24 14:23:23.337848 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954bedd-1d24-4a4f-acec-6dce64d7738b tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd3e2e3-41bf-40bf-9ee2-350e5b031722,revision_number=0']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:23.350008 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1954bedd-1d24-4a4f-acec-6dce64d7738b tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:23.354782 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-1954bedd-1d24-4a4f-acec-6dce64d7738b tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3054941 Nov 24 14:23:23.368688 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d39ea-461c-4365-b701-c83eb829674e req-0a616f8a-ccef-4f10-875e-727c2cb8079d tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:23.380685 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-009d39ea-461c-4365-b701-c83eb829674e req-0a616f8a-ccef-4f10-875e-727c2cb8079d tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 945 time: 0.1263106 Nov 24 14:23:23.393277 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8347d-565d-438b-8492-bffdee160b4a req-45c45c88-c0b8-43e6-a4bc-a07ae3aea7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:23.396082 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6dc8347d-565d-438b-8492-bffdee160b4a req-45c45c88-c0b8-43e6-a4bc-a07ae3aea7a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc91be5c-3dda-4f91-90ca-58668d9f6158 HTTP/1.1" status: 200 len: 849 time: 0.0573490 Nov 24 14:23:23.440228 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-009d39ea-461c-4365-b701-c83eb829674e req-559125ec-f376-479b-ba9d-c2a5d0f53f8f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583048 Nov 24 14:23:23.480701 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8347d-565d-438b-8492-bffdee160b4a req-b17e6f32-35df-4fcb-aa2b-fbdb39e8bee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:23.482847 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6dc8347d-565d-438b-8492-bffdee160b4a req-b17e6f32-35df-4fcb-aa2b-fbdb39e8bee2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eed9835b-0528-48c8-805c-6a672cef9034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758085 Nov 24 14:23:23.582980 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9f74d926-25d0-409f-bdbf-183aa6d6b2d4 req-62c5e4d1-a8e1-4b53-9417-7f0b47e2a993 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1126052658&fields=id&tenant_id=c2a116ccd6f848deb04de4b1465cf089 HTTP/1.1" status: 200 len: 267 time: 0.1279333 Nov 24 14:23:23.639527 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6dc8347d-565d-438b-8492-bffdee160b4a req-267bc286-0912-4906-83b7-423301558292 service neutron] 10.222.0.37 "GET /v2.0/networks/eed9835b-0528-48c8-805c-6a672cef9034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454165 Nov 24 14:23:23.690027 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74d926-25d0-409f-bdbf-183aa6d6b2d4 req-70e09462-3d3f-4c52-8364-abdd8d6d97d9 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:23.691738 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9f74d926-25d0-409f-bdbf-183aa6d6b2d4 req-70e09462-3d3f-4c52-8364-abdd8d6d97d9 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 946 time: 0.0984457 Nov 24 14:23:23.787120 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-9f74d926-25d0-409f-bdbf-183aa6d6b2d4 req-f4bc499c-0508-4f3e-92a2-9d72257350f8 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Request body: {'port': {'security_groups': ['b80197d7-9f26-44fb-b287-5537d9d18b1b', '40e4705f-374f-4492-a4bb-4a2bc52e0e21']}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:23:23.990445 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b16e4d-7b6a-44f8-87c3-a7f282e88951 req-ebbfa820-fc68-44e1-a1cc-adceacb9b279 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:23.993420 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-9f74d926-25d0-409f-bdbf-183aa6d6b2d4 req-f4bc499c-0508-4f3e-92a2-9d72257350f8 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:23.994297 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-34b16e4d-7b6a-44f8-87c3-a7f282e88951 req-ebbfa820-fc68-44e1-a1cc-adceacb9b279 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=95baeda2-8703-44c3-8532-25ffb89b20a7 HTTP/1.1" status: 200 len: 943 time: 0.1458278 Nov 24 14:23:23.998987 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6dc8347d-565d-438b-8492-bffdee160b4a req-6740a670-d46d-491a-8f37-1e95d96d9c99 service neutron] 10.222.0.37 "GET /v2.0/networks/eed9835b-0528-48c8-805c-6a672cef9034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473580 Nov 24 14:23:24.114024 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-34b16e4d-7b6a-44f8-87c3-a7f282e88951 req-a71ade45-c69a-4c8b-b6c6-f72e7b818ee9 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5466e18-5780-4999-a593-4f67b36bde37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966690 Nov 24 14:23:24.217746 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 8e6637ed-45f2-440f-95bb-8636c9a35aef details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=102763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:23:24.299575 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-9f74d926-25d0-409f-bdbf-183aa6d6b2d4 req-f4bc499c-0508-4f3e-92a2-9d72257350f8 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] For port 6262e118-c20b-464b-973d-ed2cd68e9ecb, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=6262e118-c20b-464b-973d-ed2cd68e9ecb,segment=NetworkSegment(ba2bd5cf-b7b9-4fab-b424-a20e5571684a),segment_id=ba2bd5cf-b7b9-4fab-b424-a20e5571684a)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:23:24.359043 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-9f74d926-25d0-409f-bdbf-183aa6d6b2d4 req-f4bc499c-0508-4f3e-92a2-9d72257350f8 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:24.364786 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-9f74d926-25d0-409f-bdbf-183aa6d6b2d4 req-f4bc499c-0508-4f3e-92a2-9d72257350f8 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11930847'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:24.384922 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['6262e118-c20b-464b-973d-ed2cd68e9ecb'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:23:24.392962 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 8e6637ed-45f2-440f-95bb-8636c9a35aef, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=8e6637ed-45f2-440f-95bb-8636c9a35aef,segment=NetworkSegment(4a2b2a11-2891-44e3-9598-0ff498ad696b),segment_id=4a2b2a11-2891-44e3-9598-0ff498ad696b)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:23:24.395567 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74d926-25d0-409f-bdbf-183aa6d6b2d4 req-f4bc499c-0508-4f3e-92a2-9d72257350f8 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:24.396468 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-9f74d926-25d0-409f-bdbf-183aa6d6b2d4 req-f4bc499c-0508-4f3e-92a2-9d72257350f8 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:24.406619 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9f74d926-25d0-409f-bdbf-183aa6d6b2d4 req-f4bc499c-0508-4f3e-92a2-9d72257350f8 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "PUT /v2.0/ports/6262e118-c20b-464b-973d-ed2cd68e9ecb HTTP/1.1" status: 200 len: 982 time: 0.6849289 Nov 24 14:23:24.407703 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2b0ba6-8781-4450-bc99-e37f85c8b467', 'tag': '6262e118-c20b-464b-973d-ed2cd68e9ecb'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:23:24.411150 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae21199a9d4b78a62ed18da464448d73790c24002c352d214487bf1b37d0fcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d20acd-e7d1-4f18-9e4a-0f0604ed1bf0" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2b0ba6-8781-4450-bc99-e37f85c8b467", "tag": "6262e118-c20b-464b-973d-ed2cd68e9ecb"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:23:24.507552 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc499c-0508-4f3e-92a2-9d72257350f8 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Pushing event updated for resources: {'Port': ['ID=6262e118-c20b-464b-973d-ed2cd68e9ecb,revision_number=6']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:24.636966 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Returning: {'device': '8e6637ed-45f2-440f-95bb-8636c9a35aef', 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034', 'port_id': '8e6637ed-45f2-440f-95bb-8636c9a35aef', 'mac_address': 'fa:16:3e:36:de:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:23:24.645658 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afaf246-0824-4a71-90df-44a98ad28f2c x-openstack-request-id: req-3afaf246-0824-4a71-90df-44a98ad28f2c {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:23:24.646752 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2b0ba6-8781-4450-bc99-e37f85c8b467", "tag": "6262e118-c20b-464b-973d-ed2cd68e9ecb", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:23:24.647177 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3afaf246-0824-4a71-90df-44a98ad28f2c {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:23:24.647827 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2b0ba6-8781-4450-bc99-e37f85c8b467', 'tag': '6262e118-c20b-464b-973d-ed2cd68e9ecb', 'status': 'completed', 'code': 200} Nov 24 14:23:24.655817 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['6262e118-c20b-464b-973d-ed2cd68e9ecb'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:23:24.750164 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca4fb4-104c-46cd-935d-116c3212b0a0 req-01c31230-0ac0-4f38-bbac-f7d31cd67b9c tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:24.765673 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-07ca4fb4-104c-46cd-935d-116c3212b0a0 req-01c31230-0ac0-4f38-bbac-f7d31cd67b9c tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 985 time: 0.1450331 Nov 24 14:23:24.802446 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d20acd-e7d1-4f18-9e4a-0f0604ed1bf0 req-bf176c46-8e32-43a8-b36d-ae07a12cc0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:24.804809 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-27d20acd-e7d1-4f18-9e4a-0f0604ed1bf0 req-bf176c46-8e32-43a8-b36d-ae07a12cc0fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2a116ccd6f848deb04de4b1465cf089&device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 1138 time: 0.1345799 Nov 24 14:23:24.843474 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:24.907414 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-07ca4fb4-104c-46cd-935d-116c3212b0a0 req-236cc91b-17cf-473a-88b8-7c6c2b39e273 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=40e4705f-374f-4492-a4bb-4a2bc52e0e21&id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1402974 Nov 24 14:23:24.944929 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e6637ed-45f2-440f-95bb-8636c9a35aef {{(pid=102763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:23:25.011069 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 8e6637ed-45f2-440f-95bb-8636c9a35aef, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=8e6637ed-45f2-440f-95bb-8636c9a35aef,segment=NetworkSegment(4a2b2a11-2891-44e3-9598-0ff498ad696b),segment_id=4a2b2a11-2891-44e3-9598-0ff498ad696b)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:23:25.032018 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-f081ba57-fc8d-487e-bb56-1bee924f3a0a None None] Provisioning complete for port 6262e118-c20b-464b-973d-ed2cd68e9ecb triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:23:25.032340 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f081ba57-fc8d-487e-bb56-1bee924f3a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:25.041081 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:25.098089 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f06a53-0ab0-4677-ac17-0b4b94a2c303 req-9d5cb1af-9a78-4ff2-b3f6-f47b6d0cdc2c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:25.103961 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63f06a53-0ab0-4677-ac17-0b4b94a2c303 req-9d5cb1af-9a78-4ff2-b3f6-f47b6d0cdc2c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 945 time: 0.2943492 Nov 24 14:23:25.108391 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d20acd-e7d1-4f18-9e4a-0f0604ed1bf0 req-fb7fdd51-8e57-4989-8663-b82cfa81793e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:25.112410 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-27d20acd-e7d1-4f18-9e4a-0f0604ed1bf0 req-fb7fdd51-8e57-4989-8663-b82cfa81793e service neutron] 10.222.0.37 "GET /v2.0/networks?id=c5b77177-c415-4898-b361-8f6fa43e1616 HTTP/1.1" status: 200 len: 917 time: 0.2448161 Nov 24 14:23:25.171432 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=8e6637ed-45f2-440f-95bb-8636c9a35aef,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:25.316910 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-27d20acd-e7d1-4f18-9e4a-0f0604ed1bf0 req-91baab1f-7d72-4d95-b5b2-0528d359464c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6262e118-c20b-464b-973d-ed2cd68e9ecb HTTP/1.1" status: 200 len: 1002 time: 0.1894226 Nov 24 14:23:25.350261 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e42fc1-d0da-4c15-a7ee-2ca62c2687bc req-a105b143-d1dd-48e8-9955-2f3d8a7dde61 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:25.360591 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e1e42fc1-d0da-4c15-a7ee-2ca62c2687bc req-a105b143-d1dd-48e8-9955-2f3d8a7dde61 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=95baeda2-8703-44c3-8532-25ffb89b20a7 HTTP/1.1" status: 200 len: 944 time: 0.0852277 Nov 24 14:23:25.407296 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-63f06a53-0ab0-4677-ac17-0b4b94a2c303 req-5f73a80b-c301-4ed3-9e00-91ce3d861c70 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2925830 Nov 24 14:23:25.434434 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e1e42fc1-d0da-4c15-a7ee-2ca62c2687bc req-719d805c-e51b-42e6-9cc7-9602b73d4709 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5466e18-5780-4999-a593-4f67b36bde37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706925 Nov 24 14:23:25.458160 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['8e6637ed-45f2-440f-95bb-8636c9a35aef'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:23:25.555353 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d20acd-e7d1-4f18-9e4a-0f0604ed1bf0 req-60e0c4eb-5430-4bba-bab0-c8300f5ccd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:25.561532 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-27d20acd-e7d1-4f18-9e4a-0f0604ed1bf0 req-60e0c4eb-5430-4bba-bab0-c8300f5ccd8c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0 HTTP/1.1" status: 200 len: 854 time: 0.1525793 Nov 24 14:23:25.689542 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d20acd-e7d1-4f18-9e4a-0f0604ed1bf0 req-1e8a4da3-2aac-4188-9a5e-d29fce2a12ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:25.691515 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-27d20acd-e7d1-4f18-9e4a-0f0604ed1bf0 req-1e8a4da3-2aac-4188-9a5e-d29fce2a12ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5b77177-c415-4898-b361-8f6fa43e1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1189122 Nov 24 14:23:25.853386 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-27d20acd-e7d1-4f18-9e4a-0f0604ed1bf0 req-aafe17d1-6342-4f84-86ff-22e840485667 service neutron] 10.222.0.37 "GET /v2.0/networks/c5b77177-c415-4898-b361-8f6fa43e1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418374 Nov 24 14:23:26.059174 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-27d20acd-e7d1-4f18-9e4a-0f0604ed1bf0 req-186971e9-5c62-43a8-89cc-736f5465478d service neutron] 10.222.0.37 "GET /v2.0/networks/c5b77177-c415-4898-b361-8f6fa43e1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961570 Nov 24 14:23:26.613637 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad579b-81ce-4c8a-a40f-3850b78697fd req-42c61993-4863-47c3-98ee-76b048317dd0 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:26.617514 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4fad579b-81ce-4c8a-a40f-3850b78697fd req-42c61993-4863-47c3-98ee-76b048317dd0 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=95baeda2-8703-44c3-8532-25ffb89b20a7 HTTP/1.1" status: 200 len: 944 time: 0.0623312 Nov 24 14:23:26.628108 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368990ca-7aff-4e39-b591-40d75123a38f req-f928239c-e060-4c35-96f9-714eb57ebd1f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:26.630375 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-368990ca-7aff-4e39-b591-40d75123a38f req-f928239c-e060-4c35-96f9-714eb57ebd1f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 945 time: 0.0698895 Nov 24 14:23:26.687273 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4fad579b-81ce-4c8a-a40f-3850b78697fd req-b40dae5c-6bb4-4425-b8ea-e659ad9c4a3d tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5466e18-5780-4999-a593-4f67b36bde37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632832 Nov 24 14:23:26.733566 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-368990ca-7aff-4e39-b591-40d75123a38f req-5e948c39-0171-44d4-ba85-f42685054b58 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970721 Nov 24 14:23:27.877300 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c59bee-aa76-495e-aea1-dd35d26b3e2c req-6cdc21a7-003c-4f54-b06a-f15be560c286 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:27.879229 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f0c59bee-aa76-495e-aea1-dd35d26b3e2c req-6cdc21a7-003c-4f54-b06a-f15be560c286 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=95baeda2-8703-44c3-8532-25ffb89b20a7 HTTP/1.1" status: 200 len: 944 time: 0.1048684 Nov 24 14:23:27.923370 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4243405-5aca-4895-91f6-23056110c7e1 req-76d86aea-2fc0-4095-a258-85e5c2e841d4 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:27.925780 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f4243405-5aca-4895-91f6-23056110c7e1 req-76d86aea-2fc0-4095-a258-85e5c2e841d4 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 945 time: 0.0817854 Nov 24 14:23:27.964017 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f0c59bee-aa76-495e-aea1-dd35d26b3e2c req-5d7127ba-70ff-423e-9283-cdf622e1f394 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5466e18-5780-4999-a593-4f67b36bde37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715249 Nov 24 14:23:27.993102 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f4243405-5aca-4895-91f6-23056110c7e1 req-6c317122-bfe5-49f8-af06-029f518a21f5 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599010 Nov 24 14:23:28.250932 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 8e6637ed-45f2-440f-95bb-8636c9a35aef up at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:23:28.325366 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning for port 8e6637ed-45f2-440f-95bb-8636c9a35aef completed by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:23:28.330439 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning complete for port 8e6637ed-45f2-440f-95bb-8636c9a35aef triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:23:28.330831 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:28.420009 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:28.452590 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95baeda2-8703-44c3-8532-25ffb89b20a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6637ed-45f2-440f-95bb-8636c9a35aef'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:23:28.455543 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02bc6bab57870f22e484ac0312d8c66543c8308e687160369736143e34da9ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697b29be-7128-4f03-8995-d324eaa7765b" -d '{"events": [{"server_uuid": "95baeda2-8703-44c3-8532-25ffb89b20a7", "name": "network-vif-plugged", "status": "completed", "tag": "8e6637ed-45f2-440f-95bb-8636c9a35aef"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:23:28.474317 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 8e6637ed-45f2-440f-95bb-8636c9a35aef, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=8e6637ed-45f2-440f-95bb-8636c9a35aef,segment=NetworkSegment(4a2b2a11-2891-44e3-9598-0ff498ad696b),segment_id=4a2b2a11-2891-44e3-9598-0ff498ad696b)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:23:28.479167 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:28.508268 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5f7031-2b6b-4195-8875-0e1398b2439e x-openstack-request-id: req-8c5f7031-2b6b-4195-8875-0e1398b2439e {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:23:28.508494 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95baeda2-8703-44c3-8532-25ffb89b20a7", "name": "network-vif-plugged", "status": "completed", "tag": "8e6637ed-45f2-440f-95bb-8636c9a35aef", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:23:28.508728 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8c5f7031-2b6b-4195-8875-0e1398b2439e {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:23:28.509126 dv-cinder-739079-6-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95baeda2-8703-44c3-8532-25ffb89b20a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6637ed-45f2-440f-95bb-8636c9a35aef', 'code': 200} Nov 24 14:23:28.557640 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=8e6637ed-45f2-440f-95bb-8636c9a35aef,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:28.729434 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c804c-eea0-4b03-adf5-e13e6020176f req-751ec731-cd64-4005-88a8-496ef4d07fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:28.730908 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a28c804c-eea0-4b03-adf5-e13e6020176f req-751ec731-cd64-4005-88a8-496ef4d07fcb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=95baeda2-8703-44c3-8532-25ffb89b20a7 HTTP/1.1" status: 200 len: 1098 time: 0.0418324 Nov 24 14:23:28.800630 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a28c804c-eea0-4b03-adf5-e13e6020176f req-39a09c6b-7ec6-4107-a454-59ba592d80f7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f5466e18-5780-4999-a593-4f67b36bde37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515387 Nov 24 14:23:29.105328 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24899b8-4c6c-4a97-b916-1b5fc8d0c839 req-35e8c19b-e2d2-46ee-9554-24c458657608 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:29.107664 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f24899b8-4c6c-4a97-b916-1b5fc8d0c839 req-35e8c19b-e2d2-46ee-9554-24c458657608 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=95baeda2-8703-44c3-8532-25ffb89b20a7 HTTP/1.1" status: 200 len: 945 time: 0.0659611 Nov 24 14:23:29.132665 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e33dc-4839-494b-b717-2e1717ace2c8 req-d25cc474-4abd-4f7a-aafd-68ef7d4f60f7 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:29.134253 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c85e33dc-4839-494b-b717-2e1717ace2c8 req-d25cc474-4abd-4f7a-aafd-68ef7d4f60f7 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 945 time: 0.0547242 Nov 24 14:23:29.183007 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f24899b8-4c6c-4a97-b916-1b5fc8d0c839 req-857b135c-11bb-4531-a1dc-663f83ad1586 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5466e18-5780-4999-a593-4f67b36bde37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645649 Nov 24 14:23:29.197090 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c85e33dc-4839-494b-b717-2e1717ace2c8 req-d37831ca-1d40-4e38-b00d-e35b7c45d311 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538716 Nov 24 14:23:29.598205 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7862b-3e74-4202-8e8c-50303e5602b9 req-f68597af-96c9-4f57-bb32-fb8411cf54c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:29.599987 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1bc7862b-3e74-4202-8e8c-50303e5602b9 req-f68597af-96c9-4f57-bb32-fb8411cf54c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8179f38954442d58e1c209cf0f0eb43&device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 1098 time: 0.0489290 Nov 24 14:23:29.921563 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7862b-3e74-4202-8e8c-50303e5602b9 req-03089164-ea98-49a1-9fe3-3c2442549c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:29.923036 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1bc7862b-3e74-4202-8e8c-50303e5602b9 req-03089164-ea98-49a1-9fe3-3c2442549c1b service neutron] 10.222.0.37 "GET /v2.0/networks?id=36acfee9-a029-4045-9f01-f7f9a199421c HTTP/1.1" status: 200 len: 918 time: 0.3126695 Nov 24 14:23:30.002081 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1bc7862b-3e74-4202-8e8c-50303e5602b9 req-67abc99e-404a-4182-bcc3-3fc7de8e8f1e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b HTTP/1.1" status: 200 len: 1000 time: 0.0625901 Nov 24 14:23:30.055622 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7862b-3e74-4202-8e8c-50303e5602b9 req-6c7fc080-564d-4b70-9c2f-baec0890442e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:30.057063 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1bc7862b-3e74-4202-8e8c-50303e5602b9 req-6c7fc080-564d-4b70-9c2f-baec0890442e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=768a5e80-3488-4bb1-8733-0f42aa1c8190 HTTP/1.1" status: 200 len: 855 time: 0.0468416 Nov 24 14:23:30.109537 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7862b-3e74-4202-8e8c-50303e5602b9 req-bade71b7-daba-4413-a773-51374c99f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:30.111048 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1bc7862b-3e74-4202-8e8c-50303e5602b9 req-bade71b7-daba-4413-a773-51374c99f64a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36acfee9-a029-4045-9f01-f7f9a199421c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434339 Nov 24 14:23:30.209049 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1bc7862b-3e74-4202-8e8c-50303e5602b9 req-1dabc566-0128-4c1d-93c3-ce09f862db49 service neutron] 10.222.0.37 "GET /v2.0/networks/36acfee9-a029-4045-9f01-f7f9a199421c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873060 Nov 24 14:23:30.343870 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba364db-0765-402c-9a15-35bf87dd3e72 req-0653e3a6-6451-4344-8691-efab8854709e tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:30.347217 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-aba364db-0765-402c-9a15-35bf87dd3e72 req-0653e3a6-6451-4344-8691-efab8854709e tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 945 time: 0.0558193 Nov 24 14:23:30.355360 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1bc7862b-3e74-4202-8e8c-50303e5602b9 req-233b21bd-bca4-4665-ae74-4fcba73a8d8d service neutron] 10.222.0.37 "GET /v2.0/networks/36acfee9-a029-4045-9f01-f7f9a199421c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315751 Nov 24 14:23:30.372839 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7ee77-d767-4b73-aee4-111a8d0ec843 req-7543c7c7-723e-4a6e-a1ac-75a1a53a71e0 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:30.377750 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f0b7ee77-d767-4b73-aee4-111a8d0ec843 req-7543c7c7-723e-4a6e-a1ac-75a1a53a71e0 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=95baeda2-8703-44c3-8532-25ffb89b20a7 HTTP/1.1" status: 200 len: 945 time: 0.0851972 Nov 24 14:23:30.426141 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-aba364db-0765-402c-9a15-35bf87dd3e72 req-132b4ffb-d053-4137-b10a-032eacc631d0 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733540 Nov 24 14:23:30.464058 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f0b7ee77-d767-4b73-aee4-111a8d0ec843 req-87ac6f97-42a8-4f53-af51-2db5f6692002 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5466e18-5780-4999-a593-4f67b36bde37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746536 Nov 24 14:23:31.575904 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571adb5c-e9bc-42b8-9104-17525b7c2b76 req-55eb39f2-0d97-4422-834c-f7117fdce84a tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:31.578257 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-571adb5c-e9bc-42b8-9104-17525b7c2b76 req-55eb39f2-0d97-4422-834c-f7117fdce84a tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 945 time: 0.0627651 Nov 24 14:23:31.593583 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fb945-7530-4cc4-8da7-64dec73779f0 req-b897a79e-cd05-4a1a-bc61-43581b2f7cb2 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:31.595621 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8f0fb945-7530-4cc4-8da7-64dec73779f0 req-b897a79e-cd05-4a1a-bc61-43581b2f7cb2 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=95baeda2-8703-44c3-8532-25ffb89b20a7 HTTP/1.1" status: 200 len: 945 time: 0.0575762 Nov 24 14:23:31.641887 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-571adb5c-e9bc-42b8-9104-17525b7c2b76 req-8352ca67-58b2-4d2d-8d71-b1f84dc6ceef tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537519 Nov 24 14:23:31.652290 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8f0fb945-7530-4cc4-8da7-64dec73779f0 req-8d69050c-98b0-449e-990f-f276e1345c72 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5466e18-5780-4999-a593-4f67b36bde37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506182 Nov 24 14:23:31.779757 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1a947-1a7f-443a-8354-16edc486d080 req-f48106d8-3e70-46cc-b82e-a52ca039d2bd tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:31.781139 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2bb1a947-1a7f-443a-8354-16edc486d080 req-f48106d8-3e70-46cc-b82e-a52ca039d2bd tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=95baeda2-8703-44c3-8532-25ffb89b20a7 HTTP/1.1" status: 200 len: 945 time: 0.0562894 Nov 24 14:23:31.789978 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 48164) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:23:31.797025 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-dbc36b05-362f-4b71-b763-e4e8ccf9f96d tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Request body: {'floatingip': {'port_id': '8e6637ed-45f2-440f-95bb-8636c9a35aef'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:23:31.839290 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dbc36b05-362f-4b71-b763-e4e8ccf9f96d tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for floatingip, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:32.289389 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b no longer exists at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:23:32.332621 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dbc36b05-362f-4b71-b763-e4e8ccf9f96d tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:32.337103 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dbc36b05-362f-4b71-b763-e4e8ccf9f96d tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667194'] for floatingip, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:32.375491 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:32.400607 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399725a0-272e-44fc-83bb-cb4fee017462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:23:32.402851 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02bc6bab57870f22e484ac0312d8c66543c8308e687160369736143e34da9ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f4379e-bef2-4f58-940e-22530754115d" -d '{"events": [{"server_uuid": "399725a0-272e-44fc-83bb-cb4fee017462", "name": "network-vif-unplugged", "status": "completed", "tag": "f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:23:32.422811 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b,segment=NetworkSegment(b1837c13-0cb2-404d-aedd-258fca0eeafe),segment_id=b1837c13-0cb2-404d-aedd-258fca0eeafe)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:23:32.428162 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:32.447557 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.db.l3_db [None req-dbc36b05-362f-4b71-b763-e4e8ccf9f96d tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Floating IP 1511708a-1818-42be-bb88-a68e41f713a1 associated. External IP: 172.27.3.143, port: 8e6637ed-45f2-440f-95bb-8636c9a35aef. Nov 24 14:23:32.488315 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b,revision_number=8']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:32.534272 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 14:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05cb2d2-95ed-44a4-9d06-b12ba8d67f91 x-openstack-request-id: req-d05cb2d2-95ed-44a4-9d06-b12ba8d67f91 {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:23:32.534597 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399725a0-272e-44fc-83bb-cb4fee017462", "name": "network-vif-unplugged", "status": "completed", "tag": "f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:23:32.534861 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d05cb2d2-95ed-44a4-9d06-b12ba8d67f91 {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:23:32.535267 dv-cinder-739079-6-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399725a0-272e-44fc-83bb-cb4fee017462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b', 'code': 200} Nov 24 14:23:32.617207 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:23:32.868929 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca21f8-6482-40b4-bc9d-84a308b3873a req-897d6fee-7635-4170-bd90-b8de389ee55e tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:32.870448 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-8aca21f8-6482-40b4-bc9d-84a308b3873a req-897d6fee-7635-4170-bd90-b8de389ee55e tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 943 time: 0.0747814 Nov 24 14:23:32.994998 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-8aca21f8-6482-40b4-bc9d-84a308b3873a req-97d5a1ce-4368-45c9-b679-df21582aad2b tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944755 Nov 24 14:23:33.015436 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc36b05-362f-4b71-b763-e4e8ccf9f96d tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Router 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:23:33.151032 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc36b05-362f-4b71-b763-e4e8ccf9f96d tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:23:33.156963 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dbc36b05-362f-4b71-b763-e4e8ccf9f96d tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for floatingip, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:33.165917 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d19600-a5d4-4b71-9c36-40a05c6db2ae None None] Sync routers for ids ['9f9fe4d4-d069-40a0-bbad-0c83cf40e712'] in dv-cinder-739079-6-iscsi {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:23:33.182157 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d19600-a5d4-4b71-9c36-40a05c6db2ae None None] Routers {'9f9fe4d4-d069-40a0-bbad-0c83cf40e712'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:23:33.183174 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-d9d19600-a5d4-4b71-9c36-40a05c6db2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:23:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['9f9fe4d4-d069-40a0-bbad-0c83cf40e712'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:23:33.190629 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-dbc36b05-362f-4b71-b763-e4e8ccf9f96d tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "PUT /v2.0/floatingips/1511708a-1818-42be-bb88-a68e41f713a1 HTTP/1.1" status: 200 len: 991 time: 1.3993070 Nov 24 14:23:33.191313 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95baeda2-8703-44c3-8532-25ffb89b20a7', 'tag': '8e6637ed-45f2-440f-95bb-8636c9a35aef'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:23:33.193994 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299f0960-4520-4256-bffe-ebbcc13be281" -d '{"events": [{"name": "network-changed", "server_uuid": "95baeda2-8703-44c3-8532-25ffb89b20a7", "tag": "8e6637ed-45f2-440f-95bb-8636c9a35aef"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:23:33.338450 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-d9d19600-a5d4-4b71-9c36-40a05c6db2ae None None] Set router 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:23:33.444040 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd1f5c1-c031-4b3e-86f6-7ec3c72ae124 x-openstack-request-id: req-0dd1f5c1-c031-4b3e-86f6-7ec3c72ae124 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:23:33.444442 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95baeda2-8703-44c3-8532-25ffb89b20a7", "tag": "8e6637ed-45f2-440f-95bb-8636c9a35aef", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:23:33.444764 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0dd1f5c1-c031-4b3e-86f6-7ec3c72ae124 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:23:33.445264 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95baeda2-8703-44c3-8532-25ffb89b20a7', 'tag': '8e6637ed-45f2-440f-95bb-8636c9a35aef', 'status': 'completed', 'code': 200} Nov 24 14:23:33.525925 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f0960-4520-4256-bffe-ebbcc13be281 req-dba88527-aabe-4cef-af52-894c6350cd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:33.529571 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-299f0960-4520-4256-bffe-ebbcc13be281 req-dba88527-aabe-4cef-af52-894c6350cd80 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0263df2748984c17a05265e50bdc7ca4&device_id=95baeda2-8703-44c3-8532-25ffb89b20a7 HTTP/1.1" status: 200 len: 1098 time: 0.0609841 Nov 24 14:23:33.658147 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f0960-4520-4256-bffe-ebbcc13be281 req-bb5fe81e-a792-4c0c-91bf-fa6243cd2008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:33.659678 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-299f0960-4520-4256-bffe-ebbcc13be281 req-bb5fe81e-a792-4c0c-91bf-fa6243cd2008 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eed9835b-0528-48c8-805c-6a672cef9034 HTTP/1.1" status: 200 len: 912 time: 0.1219010 Nov 24 14:23:33.675256 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [req-b1ae4a89-f7bc-41ec-b815-f953e321e355 req-21165440-2268-4272-8ccf-4322791552c7 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:23:33.677009 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b1ae4a89-f7bc-41ec-b815-f953e321e355 req-21165440-2268-4272-8ccf-4322791552c7 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094974 Nov 24 14:23:33.718408 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-d9d19600-a5d4-4b71-9c36-40a05c6db2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'name': 'tempest-AttachVolumeTestJSON-615975502-router', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:18:01Z', 'updated_at': '2021-11-24T14:18:08Z', 'revision_number': 4, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'gw_port': {'id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:02Z', 'updated_at': '2021-11-24T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_floatingips': [{'id': '1511708a-1818-42be-bb88-a68e41f713a1', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'port_id': '8e6637ed-45f2-440f-95bb-8636c9a35aef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034', 'mac_address': 'fa:16:3e:36:de:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95baeda2-8703-44c3-8532-25ffb89b20a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:23:11Z', 'updated_at': '2021-11-24T14:23:32Z', 'revision_number': 1, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d85a525-384c-425a-b554-cb710f4207a5', 'name': '', 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'mac_address': 'fa:16:3e:96:54:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:06Z', 'updated_at': '2021-11-24T14:18:17Z', 'revision_number': 5, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'subnets': [{'id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:23:33.766610 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d19600-a5d4-4b71-9c36-40a05c6db2ae None None] Checking router: 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 for host: dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:23:33.771478 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-299f0960-4520-4256-bffe-ebbcc13be281 req-9c3e8047-f312-4b5c-8d24-3fe8df031507 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e6637ed-45f2-440f-95bb-8636c9a35aef HTTP/1.1" status: 200 len: 999 time: 0.1038091 Nov 24 14:23:33.784484 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d19600-a5d4-4b71-9c36-40a05c6db2ae None None] Routers {'9f9fe4d4-d069-40a0-bbad-0c83cf40e712'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:23:33.785895 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-d9d19600-a5d4-4b71-9c36-40a05c6db2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:23:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['9f9fe4d4-d069-40a0-bbad-0c83cf40e712'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:23:33.859745 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f0960-4520-4256-bffe-ebbcc13be281 req-f57c7e72-2c2d-4e45-9ee1-b75b959db76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:33.861323 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-299f0960-4520-4256-bffe-ebbcc13be281 req-f57c7e72-2c2d-4e45-9ee1-b75b959db76e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc91be5c-3dda-4f91-90ca-58668d9f6158 HTTP/1.1" status: 200 len: 849 time: 0.0761378 Nov 24 14:23:33.964844 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f4c4c-7489-4f57-8713-34123f9cf179 req-c914cc69-bb76-4d88-a892-a707bda06ff6 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:33.967341 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4c5f4c4c-7489-4f57-8713-34123f9cf179 req-c914cc69-bb76-4d88-a892-a707bda06ff6 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 943 time: 0.1043909 Nov 24 14:23:33.975367 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f0960-4520-4256-bffe-ebbcc13be281 req-10c95178-e771-4219-bf7c-8102a7412a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:33.977034 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-299f0960-4520-4256-bffe-ebbcc13be281 req-10c95178-e771-4219-bf7c-8102a7412a9c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eed9835b-0528-48c8-805c-6a672cef9034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1056192 Nov 24 14:23:34.131516 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4c5f4c4c-7489-4f57-8713-34123f9cf179 req-606bb33e-d3b9-46cd-a730-f322f21032c1 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481502 Nov 24 14:23:34.158057 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-299f0960-4520-4256-bffe-ebbcc13be281 req-71c49f38-9b90-41f3-80bb-beb176f5e953 service neutron] 10.222.0.37 "GET /v2.0/networks/eed9835b-0528-48c8-805c-6a672cef9034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642890 Nov 24 14:23:34.169945 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-d9d19600-a5d4-4b71-9c36-40a05c6db2ae None None] Set router 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:23:34.250713 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 48220) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:23:34.321089 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-299f0960-4520-4256-bffe-ebbcc13be281 req-b4992d36-c74a-4b16-8fb1-281f6e348872 service neutron] 10.222.0.37 "GET /v2.0/networks/eed9835b-0528-48c8-805c-6a672cef9034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502738 Nov 24 14:23:34.359597 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1ec6dc89-8db7-4011-9f90-566905de4c96 req-6b9234ba-ba86-4397-9b2f-60ad31ad29d3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1071122 Nov 24 14:23:34.369013 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [req-1ec6dc89-8db7-4011-9f90-566905de4c96 req-5ab7cae2-3e8b-4126-ade5-82bd7e695d59 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:23:34.370118 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1ec6dc89-8db7-4011-9f90-566905de4c96 req-5ab7cae2-3e8b-4126-ade5-82bd7e695d59 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056853 Nov 24 14:23:34.516068 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-d9d19600-a5d4-4b71-9c36-40a05c6db2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'name': 'tempest-AttachVolumeTestJSON-615975502-router', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:18:01Z', 'updated_at': '2021-11-24T14:18:08Z', 'revision_number': 4, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'gw_port': {'id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:02Z', 'updated_at': '2021-11-24T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_floatingips': [{'id': '1511708a-1818-42be-bb88-a68e41f713a1', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'port_id': '8e6637ed-45f2-440f-95bb-8636c9a35aef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034', 'mac_address': 'fa:16:3e:36:de:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95baeda2-8703-44c3-8532-25ffb89b20a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:23:11Z', 'updated_at': '2021-11-24T14:23:32Z', 'revision_number': 1, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d85a525-384c-425a-b554-cb710f4207a5', 'name': '', 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'mac_address': 'fa:16:3e:96:54:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:06Z', 'updated_at': '2021-11-24T14:18:17Z', 'revision_number': 5, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'subnets': [{'id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:23:34.542412 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d19600-a5d4-4b71-9c36-40a05c6db2ae None None] The sync data for ids ['9f9fe4d4-d069-40a0-bbad-0c83cf40e712'] in dv-cinder-739079-6-iscsi is: [{'id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'name': 'tempest-AttachVolumeTestJSON-615975502-router', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:18:01Z', 'updated_at': '2021-11-24T14:18:08Z', 'revision_number': 4, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'gw_port': {'id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:02Z', 'updated_at': '2021-11-24T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_floatingips': [{'id': '1511708a-1818-42be-bb88-a68e41f713a1', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'port_id': '8e6637ed-45f2-440f-95bb-8636c9a35aef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034', 'mac_address': 'fa:16:3e:36:de:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95baeda2-8703-44c3-8532-25ffb89b20a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:23:11Z', 'updated_at': '2021-11-24T14:23:32Z', 'revision_number': 1, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d85a525-384c-425a-b554-cb710f4207a5', 'name': '', 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'mac_address': 'fa:16:3e:96:54:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:06Z', 'updated_at': '2021-11-24T14:18:17Z', 'revision_number': 5, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'subnets': [{'id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:23:34.763744 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c7bfc5-82f1-489a-9098-f7baedd5447e None None] New status for floating IP 1511708a-1818-42be-bb88-a68e41f713a1: ACTIVE {{(pid=102764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:23:35.294155 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b6579-3030-40a5-a478-3411a0285ba8 req-49fae5fc-22cb-489f-930c-e01c7bb98e67 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:35.295780 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-eb0b6579-3030-40a5-a478-3411a0285ba8 req-49fae5fc-22cb-489f-930c-e01c7bb98e67 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 943 time: 0.0605898 Nov 24 14:23:35.363391 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-eb0b6579-3030-40a5-a478-3411a0285ba8 req-893f86ff-1320-42c9-a786-105a89ed197e tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566499 Nov 24 14:23:36.177197 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6dc89-8db7-4011-9f90-566905de4c96 req-d7cb0309-53c8-494f-9a37-fe43b6e430dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:36.178755 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1ec6dc89-8db7-4011-9f90-566905de4c96 req-d7cb0309-53c8-494f-9a37-fe43b6e430dd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462&tenant_id=b8179f38954442d58e1c209cf0f0eb43 HTTP/1.1" status: 200 len: 1096 time: 0.0824375 Nov 24 14:23:36.243987 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6dc89-8db7-4011-9f90-566905de4c96 req-e063538e-e364-475a-a0ed-29af191511be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:36.245501 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1ec6dc89-8db7-4011-9f90-566905de4c96 req-e063538e-e364-475a-a0ed-29af191511be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8179f38954442d58e1c209cf0f0eb43&device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 1096 time: 0.0428393 Nov 24 14:23:36.308724 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b no longer exists at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:23:36.380221 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6dc89-8db7-4011-9f90-566905de4c96 req-23ee4486-2781-4f2d-a02b-23dcf66db965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:36.381685 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1ec6dc89-8db7-4011-9f90-566905de4c96 req-23ee4486-2781-4f2d-a02b-23dcf66db965 service neutron] 10.222.0.37 "GET /v2.0/networks?id=36acfee9-a029-4045-9f01-f7f9a199421c HTTP/1.1" status: 200 len: 918 time: 0.1275339 Nov 24 14:23:36.450842 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1ec6dc89-8db7-4011-9f90-566905de4c96 req-21875cf8-513b-4a7d-8022-69e553d60e17 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b HTTP/1.1" status: 200 len: 998 time: 0.0609386 Nov 24 14:23:36.541129 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6dc89-8db7-4011-9f90-566905de4c96 req-3dd6f335-1fe3-408c-8690-324f47182aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:36.542652 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1ec6dc89-8db7-4011-9f90-566905de4c96 req-3dd6f335-1fe3-408c-8690-324f47182aa8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=768a5e80-3488-4bb1-8733-0f42aa1c8190 HTTP/1.1" status: 200 len: 855 time: 0.0806084 Nov 24 14:23:36.566140 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ab72d-f7a4-4929-b458-c8f92d1df6ae req-35389e60-45a8-48c5-9e76-39ff40f6233b tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:36.571446 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8c6ab72d-f7a4-4929-b458-c8f92d1df6ae req-35389e60-45a8-48c5-9e76-39ff40f6233b tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 943 time: 0.0992539 Nov 24 14:23:36.644891 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6dc89-8db7-4011-9f90-566905de4c96 req-477c5686-ab03-4c8e-bdc5-96b4be99bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:36.646356 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1ec6dc89-8db7-4011-9f90-566905de4c96 req-477c5686-ab03-4c8e-bdc5-96b4be99bd60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36acfee9-a029-4045-9f01-f7f9a199421c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737536 Nov 24 14:23:36.653886 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8c6ab72d-f7a4-4929-b458-c8f92d1df6ae req-20d3a267-dd9f-4dee-bf6c-a569123f0f32 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703726 Nov 24 14:23:36.746408 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1ec6dc89-8db7-4011-9f90-566905de4c96 req-160569fc-4f44-4258-8f27-581fd3bdaec8 service neutron] 10.222.0.37 "GET /v2.0/networks/36acfee9-a029-4045-9f01-f7f9a199421c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869660 Nov 24 14:23:36.857509 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1ec6dc89-8db7-4011-9f90-566905de4c96 req-8988680a-66d8-400c-a680-71cfddab436e service neutron] 10.222.0.37 "GET /v2.0/networks/36acfee9-a029-4045-9f01-f7f9a199421c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984778 Nov 24 14:23:37.865871 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc971834-e3ae-4968-aa52-bb6cd4affdd2 req-c5cbdcc8-4259-4613-9e3e-1a96b74a9ecf tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:37.867886 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cc971834-e3ae-4968-aa52-bb6cd4affdd2 req-c5cbdcc8-4259-4613-9e3e-1a96b74a9ecf tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 943 time: 0.0655868 Nov 24 14:23:37.923693 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-cc971834-e3ae-4968-aa52-bb6cd4affdd2 req-82bf8f86-6e18-4b53-867e-61d6a23e0ca0 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488327 Nov 24 14:23:39.054282 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e009a73-f89e-43be-9ed7-79c4824a816d req-01fb0242-df17-42b1-986c-fca98d063286 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:39.055916 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9e009a73-f89e-43be-9ed7-79c4824a816d req-01fb0242-df17-42b1-986c-fca98d063286 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 943 time: 0.0564742 Nov 24 14:23:39.110930 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9e009a73-f89e-43be-9ed7-79c4824a816d req-f59682f7-108e-4bde-b162-d2fba623ddd1 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479865 Nov 24 14:23:40.257317 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9047d9-66e6-4ab5-8524-deb524695ac6 req-06fcd624-d58a-4782-9abf-2c687e72f47b tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:40.258812 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5c9047d9-66e6-4ab5-8524-deb524695ac6 req-06fcd624-d58a-4782-9abf-2c687e72f47b tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 943 time: 0.0501201 Nov 24 14:23:40.313650 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5c9047d9-66e6-4ab5-8524-deb524695ac6 req-7d0b7759-5f47-484d-9d75-0454c40d9724 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479507 Nov 24 14:23:40.862310 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:41.472759 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad4725-bf4c-49a8-8547-2dd506f7783d req-5d07cba9-68f8-401a-9c14-1859696461df tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:41.474242 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3bad4725-bf4c-49a8-8547-2dd506f7783d req-5d07cba9-68f8-401a-9c14-1859696461df tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 943 time: 0.0778997 Nov 24 14:23:41.531951 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3bad4725-bf4c-49a8-8547-2dd506f7783d req-3ff043e2-d7fb-4d3c-90e2-8d3ed4fd7488 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434153 Nov 24 14:23:42.675546 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fc44d-7806-46fa-bc2c-198bbcddae15 req-6ae690a6-ea34-49b9-ba1b-a8b11844888b tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:42.677051 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-927fc44d-7806-46fa-bc2c-198bbcddae15 req-6ae690a6-ea34-49b9-ba1b-a8b11844888b tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 943 time: 0.0647171 Nov 24 14:23:42.724513 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-927fc44d-7806-46fa-bc2c-198bbcddae15 req-58b0da51-6dae-440b-bbd8-81497145abb9 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416343 Nov 24 14:23:44.414732 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-bf006eab-a23c-48e2-985d-7e3d38578c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:46.922321 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-be5c2333-bd49-4213-b7ba-73604731037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:47.909373 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:49.515688 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:50.749434 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:23:52.459876 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924fe24-8cfd-4b66-b54d-cd5bd55eca95 req-5bb16bbf-bda6-4c7b-943d-8aa96d62ed13 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:52.461494 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2924fe24-8cfd-4b66-b54d-cd5bd55eca95 req-5bb16bbf-bda6-4c7b-943d-8aa96d62ed13 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 943 time: 0.0750332 Nov 24 14:23:52.536326 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2924fe24-8cfd-4b66-b54d-cd5bd55eca95 req-5efb0cef-a586-4b48-9dfc-15e109e64d54 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630720 Nov 24 14:23:53.721666 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155a7aa-b3a4-47f9-99cb-362789e83694 req-17cdfc99-caad-4d71-b965-4573dec85044 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:53.724489 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-8155a7aa-b3a4-47f9-99cb-362789e83694 req-17cdfc99-caad-4d71-b965-4573dec85044 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 943 time: 0.0863204 Nov 24 14:23:53.778138 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-8155a7aa-b3a4-47f9-99cb-362789e83694 req-3676f996-07ab-4273-9307-0e4ffee7c5be tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477014 Nov 24 14:23:54.279197 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01226f7-8416-4170-9026-96c84af328f6 req-de921a2a-db40-40be-a689-cc7668f4ab3d tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:54.280895 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e01226f7-8416-4170-9026-96c84af328f6 req-de921a2a-db40-40be-a689-cc7668f4ab3d tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 985 time: 0.0554295 Nov 24 14:23:54.288385 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d88592-6e1b-437f-b56f-7a5190196a78 req-b8317493-69e1-4d66-8e85-af3afe42d739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:54.289882 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-25d88592-6e1b-437f-b56f-7a5190196a78 req-b8317493-69e1-4d66-8e85-af3afe42d739 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2a116ccd6f848deb04de4b1465cf089&device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 1138 time: 0.0469182 Nov 24 14:23:54.347814 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e01226f7-8416-4170-9026-96c84af328f6 req-51c56c9c-e05c-4bc6-a841-cc2371548731 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=40e4705f-374f-4492-a4bb-4a2bc52e0e21&id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602250 Nov 24 14:23:54.398485 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d88592-6e1b-437f-b56f-7a5190196a78 req-949cab49-06de-4b39-931e-6bc58bde401c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:54.399998 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-25d88592-6e1b-437f-b56f-7a5190196a78 req-949cab49-06de-4b39-931e-6bc58bde401c service neutron] 10.222.0.37 "GET /v2.0/networks?id=c5b77177-c415-4898-b361-8f6fa43e1616 HTTP/1.1" status: 200 len: 917 time: 0.0933287 Nov 24 14:23:54.477536 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-25d88592-6e1b-437f-b56f-7a5190196a78 req-300f687e-6ed4-4600-ab03-03cf0d1332d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6262e118-c20b-464b-973d-ed2cd68e9ecb HTTP/1.1" status: 200 len: 1002 time: 0.0669000 Nov 24 14:23:54.532510 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d88592-6e1b-437f-b56f-7a5190196a78 req-9455f6c6-d21d-4759-8827-70196a9596b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:54.534001 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-25d88592-6e1b-437f-b56f-7a5190196a78 req-9455f6c6-d21d-4759-8827-70196a9596b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0 HTTP/1.1" status: 200 len: 854 time: 0.0465522 Nov 24 14:23:54.605809 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d88592-6e1b-437f-b56f-7a5190196a78 req-388172e7-4cbb-4d27-b71b-5ce0af62a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:54.607494 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-25d88592-6e1b-437f-b56f-7a5190196a78 req-388172e7-4cbb-4d27-b71b-5ce0af62a413 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5b77177-c415-4898-b361-8f6fa43e1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420661 Nov 24 14:23:54.709481 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-25d88592-6e1b-437f-b56f-7a5190196a78 req-92316ab0-a0ce-440e-b3dd-27db4914f50f service neutron] 10.222.0.37 "GET /v2.0/networks/c5b77177-c415-4898-b361-8f6fa43e1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912323 Nov 24 14:23:54.819734 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-25d88592-6e1b-437f-b56f-7a5190196a78 req-6c2b5641-8788-4312-8145-4d9b418a1523 service neutron] 10.222.0.37 "GET /v2.0/networks/c5b77177-c415-4898-b361-8f6fa43e1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989094 Nov 24 14:23:54.918743 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff8eeb-5ee7-4e23-b1fe-d51feecea260 req-f3898100-affc-43d1-9f2b-65caad05e45b tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:54.921033 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e1ff8eeb-5ee7-4e23-b1fe-d51feecea260 req-f3898100-affc-43d1-9f2b-65caad05e45b tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 943 time: 0.0585001 Nov 24 14:23:54.992877 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e1ff8eeb-5ee7-4e23-b1fe-d51feecea260 req-1f44a306-3bb8-4c3e-b480-877c0695c7a7 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602489 Nov 24 14:23:55.483421 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ede26-c643-45a0-b533-7b6a8c91bdfe req-0a573506-48cb-4608-a85d-9ffa046e33d9 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:55.485019 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e18ede26-c643-45a0-b533-7b6a8c91bdfe req-0a573506-48cb-4608-a85d-9ffa046e33d9 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 985 time: 0.0595427 Nov 24 14:23:55.553535 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e18ede26-c643-45a0-b533-7b6a8c91bdfe req-b23bb0a9-1194-4d9b-8bf3-251343a7885d tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=40e4705f-374f-4492-a4bb-4a2bc52e0e21&id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570376 Nov 24 14:23:56.130120 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1766850-d6ac-4987-8d56-d9ed2813c0c6 req-6e4fbb54-850e-4231-8a60-bc54a7996a78 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:56.131890 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a1766850-d6ac-4987-8d56-d9ed2813c0c6 req-6e4fbb54-850e-4231-8a60-bc54a7996a78 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 943 time: 0.0515924 Nov 24 14:23:56.183935 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a1766850-d6ac-4987-8d56-d9ed2813c0c6 req-f44d5164-153c-4bf0-921b-ee6e0706eed3 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460932 Nov 24 14:23:56.695171 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afc3cb-b487-4b62-83c8-d5dfd456f3db req-f9c96b46-26c9-418b-b37d-df8faf16e22b tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:56.697240 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-66afc3cb-b487-4b62-83c8-d5dfd456f3db req-f9c96b46-26c9-418b-b37d-df8faf16e22b tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 985 time: 0.0570912 Nov 24 14:23:56.775286 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-66afc3cb-b487-4b62-83c8-d5dfd456f3db req-c2ce10f5-7437-45a9-9831-386644575ed5 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=40e4705f-374f-4492-a4bb-4a2bc52e0e21&id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686321 Nov 24 14:23:57.316503 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561eb01-c883-47e5-8b34-d33e32eac694 req-5bdaa4d2-8194-4904-99aa-5f46594550b8 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:57.318118 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-8561eb01-c883-47e5-8b34-d33e32eac694 req-5bdaa4d2-8194-4904-99aa-5f46594550b8 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 943 time: 0.0583799 Nov 24 14:23:57.379321 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-8561eb01-c883-47e5-8b34-d33e32eac694 req-03b1257e-957e-4840-bf95-74db05d39f0e tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545413 Nov 24 14:23:57.916410 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431e6ec-8695-4787-9cff-f02674e02435 req-03994f3f-8753-47e0-bee6-e65f5799fe58 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:57.918032 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-8431e6ec-8695-4787-9cff-f02674e02435 req-03994f3f-8753-47e0-bee6-e65f5799fe58 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 985 time: 0.0629692 Nov 24 14:23:57.991051 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-8431e6ec-8695-4787-9cff-f02674e02435 req-e7d1c48e-e92b-4946-a526-3432457b3096 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=40e4705f-374f-4492-a4bb-4a2bc52e0e21&id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625141 Nov 24 14:23:58.509389 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b24fb-6618-40aa-ab33-df1e6c84073e req-d68cc23b-6a35-4aeb-b448-6ff8b31c5f5a tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:58.510864 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-052b24fb-6618-40aa-ab33-df1e6c84073e req-d68cc23b-6a35-4aeb-b448-6ff8b31c5f5a tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 943 time: 0.0513370 Nov 24 14:23:58.565176 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-052b24fb-6618-40aa-ab33-df1e6c84073e req-33e471c9-071b-447b-be4d-ce140512a303 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477602 Nov 24 14:23:59.115165 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e17f4-d723-4cf3-a2d2-c026001f8a28 req-6d664554-3b08-4424-a3bd-6c2ba69e402d tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:59.116813 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-034e17f4-d723-4cf3-a2d2-c026001f8a28 req-6d664554-3b08-4424-a3bd-6c2ba69e402d tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 985 time: 0.0535350 Nov 24 14:23:59.202672 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-034e17f4-d723-4cf3-a2d2-c026001f8a28 req-3823d3e5-994c-42de-96d2-ff8fd57f0481 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=40e4705f-374f-4492-a4bb-4a2bc52e0e21&id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792027 Nov 24 14:23:59.722782 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e489b6-1f22-44ca-98cc-44bf56de217d req-9a4f8d04-8ea4-4192-9c76-0f9699a4193d tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:59.724455 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-41e489b6-1f22-44ca-98cc-44bf56de217d req-9a4f8d04-8ea4-4192-9c76-0f9699a4193d tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 943 time: 0.0628610 Nov 24 14:23:59.777992 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-41e489b6-1f22-44ca-98cc-44bf56de217d req-d62c2a71-3054-4992-a83b-c1c1f066a063 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472968 Nov 24 14:24:00.338189 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92069e87-5cf2-4572-9318-cb6f769f188f req-4f384104-ccfb-4f5b-8b89-1a1918e532b4 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:00.340034 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-92069e87-5cf2-4572-9318-cb6f769f188f req-4f384104-ccfb-4f5b-8b89-1a1918e532b4 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 985 time: 0.0609987 Nov 24 14:24:00.410080 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-92069e87-5cf2-4572-9318-cb6f769f188f req-d1af48e5-f8c0-4e8a-a4fd-ac0da9244bf8 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=40e4705f-374f-4492-a4bb-4a2bc52e0e21&id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630374 Nov 24 14:24:00.416254 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=102763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:24:00.536286 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b,segment=NetworkSegment(b1837c13-0cb2-404d-aedd-258fca0eeafe),segment_id=b1837c13-0cb2-404d-aedd-258fca0eeafe)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:24:00.551147 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Returning: {'device': 'f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'port_id': 'f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b', 'mac_address': 'fa:16:3e:c6:d6:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:24:00.592993 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:00.615277 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b {{(pid=102763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:24:00.641907 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b,segment=NetworkSegment(b1837c13-0cb2-404d-aedd-258fca0eeafe),segment_id=b1837c13-0cb2-404d-aedd-258fca0eeafe)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:24:00.647282 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:00.709580 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b,revision_number=9']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:24:00.718673 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:24:00.719049 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:24:00.719681 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:24:00.720045 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:24:00.720389 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:24:00.720729 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:24:00.721065 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:24:00.721401 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:24:00.721753 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:24:00.722092 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:24:00.722422 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:24:00.722749 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:24:00.918351 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a69a2-2f6c-4d13-bce1-06f52acbd9b0 req-ce6974aa-a677-44f2-9613-aba31f15b957 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:00.920223 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-340a69a2-2f6c-4d13-bce1-06f52acbd9b0 req-ce6974aa-a677-44f2-9613-aba31f15b957 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 944 time: 0.0584934 Nov 24 14:24:00.973686 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-340a69a2-2f6c-4d13-bce1-06f52acbd9b0 req-265e9832-c73d-4b15-ba8c-cf3ec9d5d340 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473442 Nov 24 14:24:01.546724 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fde02-f68e-4d3c-9445-f76cb4fd7b14 req-89ed564f-2482-4d70-83e8-af4e20b23f47 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:01.548240 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2e4fde02-f68e-4d3c-9445-f76cb4fd7b14 req-89ed564f-2482-4d70-83e8-af4e20b23f47 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 985 time: 0.0613499 Nov 24 14:24:01.613768 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2e4fde02-f68e-4d3c-9445-f76cb4fd7b14 req-c691242c-9999-4a18-a76e-73e51ea27aa5 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=40e4705f-374f-4492-a4bb-4a2bc52e0e21&id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593672 Nov 24 14:24:02.105727 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce533b0-558a-4c6b-b036-d23cc3be7349 req-2f541395-9665-40ba-ac3a-0a27112b6f94 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:02.108119 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7ce533b0-558a-4c6b-b036-d23cc3be7349 req-2f541395-9665-40ba-ac3a-0a27112b6f94 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 944 time: 0.0553250 Nov 24 14:24:02.161750 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7ce533b0-558a-4c6b-b036-d23cc3be7349 req-7920e792-9dcc-4c33-a981-485e4cf538d5 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472159 Nov 24 14:24:02.792628 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f7574-545d-4a5b-8f9c-262aa3cd1294 req-862c9ee9-c632-49be-86de-c438c233939b tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:02.794239 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fb4f7574-545d-4a5b-8f9c-262aa3cd1294 req-862c9ee9-c632-49be-86de-c438c233939b tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 985 time: 0.0801389 Nov 24 14:24:02.861602 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fb4f7574-545d-4a5b-8f9c-262aa3cd1294 req-06b35d84-487b-4605-8de4-dd98128ec4d2 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=40e4705f-374f-4492-a4bb-4a2bc52e0e21&id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607636 Nov 24 14:24:03.298512 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ef8b8-c1f8-4718-bb00-5acb01a267a5 req-e29f5576-353f-4788-8cfe-0dd9b0759657 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:03.300292 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a30ef8b8-c1f8-4718-bb00-5acb01a267a5 req-e29f5576-353f-4788-8cfe-0dd9b0759657 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 944 time: 0.0557289 Nov 24 14:24:03.357305 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a30ef8b8-c1f8-4718-bb00-5acb01a267a5 req-cb6af95b-1487-4c48-86e7-36dc86907ef2 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489619 Nov 24 14:24:03.870434 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:24:04.019463 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8871227-c7d6-4ea2-b56e-2a48ef12659d req-0ebfc3f4-5fba-4027-9c3a-ce1e5059525d tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:04.021616 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a8871227-c7d6-4ea2-b56e-2a48ef12659d req-0ebfc3f4-5fba-4027-9c3a-ce1e5059525d tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 985 time: 0.0532012 Nov 24 14:24:04.093189 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a8871227-c7d6-4ea2-b56e-2a48ef12659d req-20d698c7-20f6-4249-a32c-4259b224dd94 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=40e4705f-374f-4492-a4bb-4a2bc52e0e21&id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631170 Nov 24 14:24:04.519908 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584a84d-1879-4d82-89c9-2f23f2321933 req-8c9467fa-5141-4ae3-8e5f-13bab7252d8e tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:04.522501 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5584a84d-1879-4d82-89c9-2f23f2321933 req-8c9467fa-5141-4ae3-8e5f-13bab7252d8e tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 944 time: 0.0817113 Nov 24 14:24:04.614119 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5584a84d-1879-4d82-89c9-2f23f2321933 req-dfe224e5-7309-405e-b854-e5a019921b91 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843782 Nov 24 14:24:05.222606 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030ebc8-5eb6-4473-862c-5632b83ebbef req-e32c0b61-e645-4082-94f8-721466bf8a7f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:05.224617 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d030ebc8-5eb6-4473-862c-5632b83ebbef req-e32c0b61-e645-4082-94f8-721466bf8a7f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 985 time: 0.0542455 Nov 24 14:24:05.291261 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d030ebc8-5eb6-4473-862c-5632b83ebbef req-40c83069-39d1-467a-afef-f1e76f1f4124 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=40e4705f-374f-4492-a4bb-4a2bc52e0e21&id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601883 Nov 24 14:24:05.783626 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a54bc-2af3-415a-93c5-85caf1ce622c req-03e1f13c-c82b-47a2-806a-bdaa0228697c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:05.785271 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-573a54bc-2af3-415a-93c5-85caf1ce622c req-03e1f13c-c82b-47a2-806a-bdaa0228697c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 944 time: 0.0772161 Nov 24 14:24:05.843719 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-573a54bc-2af3-415a-93c5-85caf1ce622c req-2440629d-b3ef-4f9c-8cee-4a6045adcff8 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518389 Nov 24 14:24:05.937890 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b up at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:24:05.989321 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning complete for port f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:24:05.989693 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:06.073473 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:06.103392 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399725a0-272e-44fc-83bb-cb4fee017462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:24:06.105728 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02bc6bab57870f22e484ac0312d8c66543c8308e687160369736143e34da9ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9cb2c6-367f-43a4-b03c-cab3bbc7c781" -d '{"events": [{"server_uuid": "399725a0-272e-44fc-83bb-cb4fee017462", "name": "network-vif-plugged", "status": "completed", "tag": "f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:24:06.124044 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b,segment=NetworkSegment(b1837c13-0cb2-404d-aedd-258fca0eeafe),segment_id=b1837c13-0cb2-404d-aedd-258fca0eeafe)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:24:06.130164 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:06.166703 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f45942-5482-43b5-bcc4-d906348a3815 x-openstack-request-id: req-a5f45942-5482-43b5-bcc4-d906348a3815 {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:24:06.167137 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399725a0-272e-44fc-83bb-cb4fee017462", "name": "network-vif-plugged", "status": "completed", "tag": "f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:24:06.167529 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a5f45942-5482-43b5-bcc4-d906348a3815 {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:24:06.168118 dv-cinder-739079-6-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399725a0-272e-44fc-83bb-cb4fee017462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b', 'code': 200} Nov 24 14:24:06.211979 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b,revision_number=10']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:24:06.428537 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c791c7-4979-4425-9e39-8a41797e2ab6 req-cc16da1b-776e-4f25-afd2-8801036fcf63 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:06.430511 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-58c791c7-4979-4425-9e39-8a41797e2ab6 req-cc16da1b-776e-4f25-afd2-8801036fcf63 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 985 time: 0.0622988 Nov 24 14:24:06.500475 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-58c791c7-4979-4425-9e39-8a41797e2ab6 req-3044e92c-7094-4ec4-9674-e565a6b2ebfa tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=40e4705f-374f-4492-a4bb-4a2bc52e0e21&id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626419 Nov 24 14:24:06.999443 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2430fe3-c956-4576-8719-ce873dae98f8 req-fa4a8dd9-ca18-4c94-9ad1-e2247c3fbc0e tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:07.000922 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b2430fe3-c956-4576-8719-ce873dae98f8 req-fa4a8dd9-ca18-4c94-9ad1-e2247c3fbc0e tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 946 time: 0.0569859 Nov 24 14:24:07.056629 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b2430fe3-c956-4576-8719-ce873dae98f8 req-5ee02b2f-cdc0-4333-b93a-c5cb426126fa tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490131 Nov 24 14:24:07.646875 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe58b1-d1a0-4d0a-8d3c-2eb19244d068 req-e59c8e7a-9033-42d3-a15e-94d3c5189c69 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:07.649657 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-26fe58b1-d1a0-4d0a-8d3c-2eb19244d068 req-e59c8e7a-9033-42d3-a15e-94d3c5189c69 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 985 time: 0.0686455 Nov 24 14:24:07.730395 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-26fe58b1-d1a0-4d0a-8d3c-2eb19244d068 req-c279872a-6c7d-49b6-8de1-30811dae7bb9 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=40e4705f-374f-4492-a4bb-4a2bc52e0e21&id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703342 Nov 24 14:24:08.193739 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae49be9-5559-4ffe-a1af-79bb32234b79 req-866355d0-996e-4cd4-ae97-4396f1beb8fe tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:08.195226 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dae49be9-5559-4ffe-a1af-79bb32234b79 req-866355d0-996e-4cd4-ae97-4396f1beb8fe tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 946 time: 0.0521529 Nov 24 14:24:08.250663 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dae49be9-5559-4ffe-a1af-79bb32234b79 req-6f54b849-2cfa-4ad7-b0b3-628fe4336f59 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492408 Nov 24 14:24:08.619929 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c85a5f-cbc5-4652-940f-88f99bba9f09 req-823107e1-916c-4cc9-8c59-222999a66137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:08.621458 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-26c85a5f-cbc5-4652-940f-88f99bba9f09 req-823107e1-916c-4cc9-8c59-222999a66137 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 1099 time: 0.0436172 Nov 24 14:24:08.683054 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-26c85a5f-cbc5-4652-940f-88f99bba9f09 req-9a9cc795-b249-4bd1-88b3-1d6cabd0135f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480816 Nov 24 14:24:08.866600 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd2122-9c5d-45da-8df3-a682315c5e6e req-e8f7215f-65be-4b11-ac4b-fad75e9d1474 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:08.868242 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-56fd2122-9c5d-45da-8df3-a682315c5e6e req-e8f7215f-65be-4b11-ac4b-fad75e9d1474 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 985 time: 0.0561318 Nov 24 14:24:08.949162 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-56fd2122-9c5d-45da-8df3-a682315c5e6e req-71a33804-5d05-4c0f-803f-06c337a83ae4 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=40e4705f-374f-4492-a4bb-4a2bc52e0e21&id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0739398 Nov 24 14:24:09.385883 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57287baf-29d1-491c-a58f-cc33ef781d37 req-258c465b-06dd-4f56-94b7-19ec95a4e404 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:09.388336 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-57287baf-29d1-491c-a58f-cc33ef781d37 req-258c465b-06dd-4f56-94b7-19ec95a4e404 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 946 time: 0.0578363 Nov 24 14:24:09.437337 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-57287baf-29d1-491c-a58f-cc33ef781d37 req-eae9e784-574c-4881-9c0c-fe4247f63e2a tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431218 Nov 24 14:24:09.617966 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:24:10.078830 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fadb68-92db-4d15-beaa-8a4baae38e21 req-4e595842-24fe-432b-ad3f-421e61a500cd tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:10.080779 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b1fadb68-92db-4d15-beaa-8a4baae38e21 req-4e595842-24fe-432b-ad3f-421e61a500cd tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 985 time: 0.0575590 Nov 24 14:24:10.147984 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b1fadb68-92db-4d15-beaa-8a4baae38e21 req-1561264d-41f1-40f3-a2e5-d32070f00ab3 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=40e4705f-374f-4492-a4bb-4a2bc52e0e21&id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607092 Nov 24 14:24:10.593496 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5816156-6b4a-4544-814c-b1240f94070f req-9d585720-61e7-4e38-b05b-e046bf0c6419 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:10.595341 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e5816156-6b4a-4544-814c-b1240f94070f req-9d585720-61e7-4e38-b05b-e046bf0c6419 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 946 time: 0.0568976 Nov 24 14:24:10.670699 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e5816156-6b4a-4544-814c-b1240f94070f req-4e1aeb2f-857f-4a6a-b3f5-72697640f335 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643902 Nov 24 14:24:10.867126 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:11.273665 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea206a-9214-4be3-996e-051b86dbc4a3 req-cc32c6c3-c848-4442-b67b-891789d7dcb9 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:11.275261 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-efea206a-9214-4be3-996e-051b86dbc4a3 req-cc32c6c3-c848-4442-b67b-891789d7dcb9 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 985 time: 0.0537820 Nov 24 14:24:11.339490 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-efea206a-9214-4be3-996e-051b86dbc4a3 req-dd18b5e5-55de-4e4e-8939-6b28332891ee tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=40e4705f-374f-4492-a4bb-4a2bc52e0e21&id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577650 Nov 24 14:24:11.801475 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441f4f4-7272-422c-b0e3-f9daef89e859 req-f0ab6ddd-4f5f-4c48-b09a-51862d36d6b2 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:11.802963 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a441f4f4-7272-422c-b0e3-f9daef89e859 req-f0ab6ddd-4f5f-4c48-b09a-51862d36d6b2 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 946 time: 0.0569618 Nov 24 14:24:11.852602 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a441f4f4-7272-422c-b0e3-f9daef89e859 req-2d1b432a-03d8-48cd-b86c-b54ca32c4361 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431838 Nov 24 14:24:12.468316 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5754220-cd47-4245-ae9a-dacffc4224e3 req-6c0947ea-78f6-4563-b848-3d5ca7b6193f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:12.470104 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d5754220-cd47-4245-ae9a-dacffc4224e3 req-6c0947ea-78f6-4563-b848-3d5ca7b6193f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 985 time: 0.0550849 Nov 24 14:24:12.564783 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbeb96-de9f-489b-a560-b4d9b7812eb6 req-31cc2c6d-a581-4d40-9fc8-84d99d8ab8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:12.566296 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-aefbeb96-de9f-489b-a560-b4d9b7812eb6 req-31cc2c6d-a581-4d40-9fc8-84d99d8ab8e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8179f38954442d58e1c209cf0f0eb43&device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 1099 time: 0.0784385 Nov 24 14:24:12.573392 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d5754220-cd47-4245-ae9a-dacffc4224e3 req-2dd7de3d-e573-480e-9a0c-cf6c50752d35 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=40e4705f-374f-4492-a4bb-4a2bc52e0e21&id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0961099 Nov 24 14:24:12.683709 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbeb96-de9f-489b-a560-b4d9b7812eb6 req-5db36dbf-ea01-49f6-bba1-223336371e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:12.685735 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-aefbeb96-de9f-489b-a560-b4d9b7812eb6 req-5db36dbf-ea01-49f6-bba1-223336371e30 service neutron] 10.222.0.37 "GET /v2.0/networks?id=36acfee9-a029-4045-9f01-f7f9a199421c HTTP/1.1" status: 200 len: 918 time: 0.0933344 Nov 24 14:24:12.756876 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-aefbeb96-de9f-489b-a560-b4d9b7812eb6 req-8d09e186-270e-46a9-a63d-08692383ac05 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b HTTP/1.1" status: 200 len: 1000 time: 0.0616250 Nov 24 14:24:12.808011 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbeb96-de9f-489b-a560-b4d9b7812eb6 req-13ad123b-b1d4-4449-aadd-6d80b6dcf050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:12.809472 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-aefbeb96-de9f-489b-a560-b4d9b7812eb6 req-13ad123b-b1d4-4449-aadd-6d80b6dcf050 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=768a5e80-3488-4bb1-8733-0f42aa1c8190 HTTP/1.1" status: 200 len: 855 time: 0.0441909 Nov 24 14:24:12.866150 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbeb96-de9f-489b-a560-b4d9b7812eb6 req-4be36a5f-56e8-4a89-83ff-744067bdcdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:12.867631 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-aefbeb96-de9f-489b-a560-b4d9b7812eb6 req-4be36a5f-56e8-4a89-83ff-744067bdcdec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36acfee9-a029-4045-9f01-f7f9a199421c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416636 Nov 24 14:24:12.970861 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-aefbeb96-de9f-489b-a560-b4d9b7812eb6 req-0409cbc6-e194-45f1-a248-d684763f7a75 service neutron] 10.222.0.37 "GET /v2.0/networks/36acfee9-a029-4045-9f01-f7f9a199421c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912027 Nov 24 14:24:12.982223 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25d639-e2e4-40f3-bf48-4aa990562c09 req-bbd31640-591e-46e2-9127-fd202245b7d0 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:12.983706 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fe25d639-e2e4-40f3-bf48-4aa990562c09 req-bbd31640-591e-46e2-9127-fd202245b7d0 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 946 time: 0.0499172 Nov 24 14:24:13.036134 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fe25d639-e2e4-40f3-bf48-4aa990562c09 req-dc9009cf-4063-4f44-b971-c46745404fca tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464997 Nov 24 14:24:13.068925 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-aefbeb96-de9f-489b-a560-b4d9b7812eb6 req-098cb8de-5251-4a8b-a933-aba2e4cd2e81 service neutron] 10.222.0.37 "GET /v2.0/networks/36acfee9-a029-4045-9f01-f7f9a199421c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850658 Nov 24 14:24:13.726004 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378c42d-9dc1-45de-b711-57ba3cceedbe req-0c4f8bea-72da-43a0-ab42-66744d2e232c tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:13.727741 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-8378c42d-9dc1-45de-b711-57ba3cceedbe req-0c4f8bea-72da-43a0-ab42-66744d2e232c tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 985 time: 0.0708652 Nov 24 14:24:13.791842 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-8378c42d-9dc1-45de-b711-57ba3cceedbe req-04b0ed1a-2a3f-477e-b3d6-2425f54a0c23 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=40e4705f-374f-4492-a4bb-4a2bc52e0e21&id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567467 Nov 24 14:24:14.178361 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9c745-3932-4808-b2ca-1d09b5331c52 req-7680572f-e09d-4ef3-b427-41db43a91696 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:14.180011 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-79e9c745-3932-4808-b2ca-1d09b5331c52 req-7680572f-e09d-4ef3-b427-41db43a91696 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 946 time: 0.0553148 Nov 24 14:24:14.232826 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-79e9c745-3932-4808-b2ca-1d09b5331c52 req-16a837b0-097b-48e7-90e7-7ea64025f36c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459287 Nov 24 14:24:14.407194 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b294ffa0-015b-4e67-810d-48b8f432bccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:14.913127 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b907230-7e1e-4102-9d52-32fd7c129a8a req-807f570c-d5ad-4801-b5b9-f51006ad151c tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:14.914669 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1b907230-7e1e-4102-9d52-32fd7c129a8a req-807f570c-d5ad-4801-b5b9-f51006ad151c tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 985 time: 0.0525353 Nov 24 14:24:14.977904 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1b907230-7e1e-4102-9d52-32fd7c129a8a req-b798c871-1b66-4c65-872d-1bb06403759a tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=40e4705f-374f-4492-a4bb-4a2bc52e0e21&id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570765 Nov 24 14:24:15.372344 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fa2e0-4028-4d0e-b39c-ae594adaa689 req-a5a3aa64-ecc2-48f0-9810-d714de2f6392 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:15.374347 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-9e9fa2e0-4028-4d0e-b39c-ae594adaa689 req-a5a3aa64-ecc2-48f0-9810-d714de2f6392 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 946 time: 0.0595531 Nov 24 14:24:15.428074 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-9e9fa2e0-4028-4d0e-b39c-ae594adaa689 req-65e5107a-c7c7-4699-973e-10b3b6421f14 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474162 Nov 24 14:24:16.095862 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f46f3-1799-43aa-9692-943cc2f93325 req-a21a323c-caae-4038-bf8b-b3b4197f150f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:16.097364 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-390f46f3-1799-43aa-9692-943cc2f93325 req-a21a323c-caae-4038-bf8b-b3b4197f150f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 985 time: 0.0523953 Nov 24 14:24:16.161637 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-390f46f3-1799-43aa-9692-943cc2f93325 req-f33fd599-15bd-44a9-b9ea-5cb6a2774855 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=40e4705f-374f-4492-a4bb-4a2bc52e0e21&id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581958 Nov 24 14:24:16.918245 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7bbe8994-95ce-4d2d-aaaf-21573a90ca13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:17.317425 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaaabe8-5a44-42a9-98e8-8c81f05c1429 req-00cebfed-2ed6-45c2-a7d5-9dfb6c1530f4 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:17.319073 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8aaaabe8-5a44-42a9-98e8-8c81f05c1429 req-00cebfed-2ed6-45c2-a7d5-9dfb6c1530f4 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 985 time: 0.0661459 Nov 24 14:24:17.392706 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8aaaabe8-5a44-42a9-98e8-8c81f05c1429 req-fbea7348-75a5-40f5-bae4-757ab2bfccf6 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=40e4705f-374f-4492-a4bb-4a2bc52e0e21&id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0668993 Nov 24 14:24:17.916432 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:17.950151 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba3d03-fe59-4e64-85b3-9eaa7b1ad3ab req-c8382afe-74db-49e1-b3d6-490bca616d91 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:17.951949 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0eba3d03-fe59-4e64-85b3-9eaa7b1ad3ab req-c8382afe-74db-49e1-b3d6-490bca616d91 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a1de11d-4179-4895-ba4b-514f143202b7 HTTP/1.1" status: 200 len: 945 time: 0.0679200 Nov 24 14:24:18.007861 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0eba3d03-fe59-4e64-85b3-9eaa7b1ad3ab req-f1b93b10-f547-41ec-b61e-45c1e2ddbb8c tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a314734-2268-422d-acf1-20f8b920141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456769 Nov 24 14:24:18.517115 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4fe5bc-37fd-418a-8273-d6eac5766b83 req-f6ac68d7-ca8c-42a8-8f75-bbeee0d6327c tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:18.518563 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bf4fe5bc-37fd-418a-8273-d6eac5766b83 req-f6ac68d7-ca8c-42a8-8f75-bbeee0d6327c tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 985 time: 0.0499051 Nov 24 14:24:18.581639 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bf4fe5bc-37fd-418a-8273-d6eac5766b83 req-1997d56f-cd5d-408a-b5d9-36cb594da8c3 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=40e4705f-374f-4492-a4bb-4a2bc52e0e21&id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570993 Nov 24 14:24:19.129647 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03db17-4d7d-4ca6-a73a-929e060403f0 req-b0c2fab9-5eaf-4583-9606-3e8d09e20e12 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:19.131315 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ab03db17-4d7d-4ca6-a73a-929e060403f0 req-b0c2fab9-5eaf-4583-9606-3e8d09e20e12 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a1de11d-4179-4895-ba4b-514f143202b7 HTTP/1.1" status: 200 len: 945 time: 0.0565174 Nov 24 14:24:19.181718 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ab03db17-4d7d-4ca6-a73a-929e060403f0 req-f39a2f3d-56e1-4f1c-bc17-0010b486e656 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a314734-2268-422d-acf1-20f8b920141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432835 Nov 24 14:24:19.517328 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:19.714877 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0866c1b-6d2b-4be9-9926-f66669a793c2 req-bd07a63f-fe8b-439c-a352-5ca20e3aa86a tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:19.716409 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f0866c1b-6d2b-4be9-9926-f66669a793c2 req-bd07a63f-fe8b-439c-a352-5ca20e3aa86a tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 985 time: 0.0498729 Nov 24 14:24:19.777774 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f0866c1b-6d2b-4be9-9926-f66669a793c2 req-cf629aee-1f32-4e90-a6fb-4aedb7ed449f tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=40e4705f-374f-4492-a4bb-4a2bc52e0e21&id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550373 Nov 24 14:24:20.090153 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ac8c8-1625-478b-840d-4e97b40b9169 req-04a2de13-bb9b-4723-9744-570a8c2f4a80 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:20.092354 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4a4ac8c8-1625-478b-840d-4e97b40b9169 req-04a2de13-bb9b-4723-9744-570a8c2f4a80 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a1de11d-4179-4895-ba4b-514f143202b7 HTTP/1.1" status: 200 len: 945 time: 0.0514445 Nov 24 14:24:20.199432 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-4a4ac8c8-1625-478b-840d-4e97b40b9169 req-9c18d176-1a13-4669-8ef0-f1dba76c0c5c tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Deleting port c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:24:20.200125 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-4a4ac8c8-1625-478b-840d-4e97b40b9169 req-9c18d176-1a13-4669-8ef0-f1dba76c0c5c tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:20.304050 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-4a4ac8c8-1625-478b-840d-4e97b40b9169 req-9c18d176-1a13-4669-8ef0-f1dba76c0c5c tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] For port c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae,segment=NetworkSegment(3629d987-cce9-46d5-bfac-a1277b898128),segment_id=3629d987-cce9-46d5-bfac-a1277b898128)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:24:20.304468 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-4a4ac8c8-1625-478b-840d-4e97b40b9169 req-9c18d176-1a13-4669-8ef0-f1dba76c0c5c tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:20.311682 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919e17c-2717-405d-8d89-fc225789052f req-7b526377-6920-4546-b86d-212aec6212c6 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:20.313324 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2919e17c-2717-405d-8d89-fc225789052f req-7b526377-6920-4546-b86d-212aec6212c6 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a1de11d-4179-4895-ba4b-514f143202b7 HTTP/1.1" status: 200 len: 945 time: 0.0538738 Nov 24 14:24:20.318183 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-4a4ac8c8-1625-478b-840d-4e97b40b9169 req-9c18d176-1a13-4669-8ef0-f1dba76c0c5c tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Calling delete_port for c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae owned by compute:nova {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:24:20.366297 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2919e17c-2717-405d-8d89-fc225789052f req-471d1eda-c791-4307-a265-eb97e11eda30 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a314734-2268-422d-acf1-20f8b920141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466599 Nov 24 14:24:20.458198 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-4a4ac8c8-1625-478b-840d-4e97b40b9169 req-9c18d176-1a13-4669-8ef0-f1dba76c0c5c tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:20.479934 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:24:20.491463 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18d176-1a13-4669-8ef0-f1dba76c0c5c tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Pushing event deleted for resources: {'Port': ['ID=c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:24:20.515828 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18d176-1a13-4669-8ef0-f1dba76c0c5c tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:24:20.516122 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18d176-1a13-4669-8ef0-f1dba76c0c5c tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:24:20.516465 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18d176-1a13-4669-8ef0-f1dba76c0c5c tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:24:20.516801 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18d176-1a13-4669-8ef0-f1dba76c0c5c tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:24:20.517129 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18d176-1a13-4669-8ef0-f1dba76c0c5c tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:24:20.517467 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18d176-1a13-4669-8ef0-f1dba76c0c5c tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:24:20.517792 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18d176-1a13-4669-8ef0-f1dba76c0c5c tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:24:20.518116 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18d176-1a13-4669-8ef0-f1dba76c0c5c tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:24:20.518441 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18d176-1a13-4669-8ef0-f1dba76c0c5c tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:24:20.518765 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18d176-1a13-4669-8ef0-f1dba76c0c5c tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:24:20.519086 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18d176-1a13-4669-8ef0-f1dba76c0c5c tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:24:20.519542 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18d176-1a13-4669-8ef0-f1dba76c0c5c tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:24:20.540563 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4ac8c8-1625-478b-840d-4e97b40b9169 req-9c18d176-1a13-4669-8ef0-f1dba76c0c5c tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] No DVR routers for this DVR port c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae on host hv-cinder-73907 {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:24:20.543123 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-4a4ac8c8-1625-478b-840d-4e97b40b9169 req-9c18d176-1a13-4669-8ef0-f1dba76c0c5c tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:20.546715 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4a4ac8c8-1625-478b-840d-4e97b40b9169 req-9c18d176-1a13-4669-8ef0-f1dba76c0c5c tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.37 "DELETE /v2.0/ports/c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae HTTP/1.1" status: 204 len: 173 time: 0.4472783 Nov 24 14:24:20.547156 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1de11d-4179-4895-ba4b-514f143202b7', 'name': 'network-vif-deleted', 'tag': 'c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:24:20.549400 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae21199a9d4b78a62ed18da464448d73790c24002c352d214487bf1b37d0fcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8d40bb-7594-4e4b-9f14-7fd42862e416" -d '{"events": [{"server_uuid": "1a1de11d-4179-4895-ba4b-514f143202b7", "name": "network-vif-deleted", "tag": "c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:24:20.588999 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5da0b6b-7571-448d-a7d3-8bba6d7e656f x-openstack-request-id: req-c5da0b6b-7571-448d-a7d3-8bba6d7e656f {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:24:20.589300 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1de11d-4179-4895-ba4b-514f143202b7", "name": "network-vif-deleted", "tag": "c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:24:20.589557 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c5da0b6b-7571-448d-a7d3-8bba6d7e656f {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:24:20.589950 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1de11d-4179-4895-ba4b-514f143202b7', 'name': 'network-vif-deleted', 'tag': 'c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae', 'status': 'completed', 'code': 200} Nov 24 14:24:20.744914 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:24.911860 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae no longer exists at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:24:24.937082 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] No Port match for: c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:24:24.937428 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device c07d291a-8fb7-4f6c-b879-c4b7e5dd96ae not bound to the agent host hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:24:31.391547 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-7d55b19f-7347-4f1e-9515-f7ad91a9346e tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:31.392988 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-7d55b19f-7347-4f1e-9515-f7ad91a9346e tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/networks?id=c46ae57f-718d-41e7-a49c-1a4125534683 HTTP/1.1" status: 200 len: 814 time: 0.1132903 Nov 24 14:24:31.410163 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-c038f4d8-bf92-4f38-89ac-b524c6dff65f tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/quotas/7accd42da41d45a696fcb213c0f8a5df HTTP/1.1" status: 200 len: 375 time: 0.0111334 Nov 24 14:24:31.447264 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-c1b8cef2-0edf-431b-930c-20ed3cc4d1e1 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7accd42da41d45a696fcb213c0f8a5df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268455 Nov 24 14:24:31.555641 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-e2e446a8-dd72-4062-9877-593acd740fb8 service neutron] 10.222.0.73 "GET /v2.0/networks/c46ae57f-718d-41e7-a49c-1a4125534683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980637 Nov 24 14:24:31.661152 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-9803cc13-7103-413a-8d9d-0976d558e847 service neutron] 10.222.0.73 "GET /v2.0/networks/c46ae57f-718d-41e7-a49c-1a4125534683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944207 Nov 24 14:24:31.878708 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fb4affcf-0d1b-4617-9cd9-eda71377dd91 req-ac695feb-4c49-4a7e-a09b-e0057b9bfd02 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?device_id=559ddb79-f15f-4cab-bb4d-18b879c7ccbd HTTP/1.1" status: 200 len: 210 time: 0.0328386 Nov 24 14:24:33.127980 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-83b6a3a5-78dd-4ceb-a88a-d6f287415532 req-a4e24ed8-c8e0-4b78-8af2-f05f0065b511 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?device_id=559ddb79-f15f-4cab-bb4d-18b879c7ccbd HTTP/1.1" status: 200 len: 210 time: 0.0375605 Nov 24 14:24:33.196241 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-7074ef6c-5c04-4530-8b91-d9eef6edc6e7 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:33.197677 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-7074ef6c-5c04-4530-8b91-d9eef6edc6e7 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.37 "GET /v2.0/networks?id=c46ae57f-718d-41e7-a49c-1a4125534683 HTTP/1.1" status: 200 len: 814 time: 0.3583484 Nov 24 14:24:33.218975 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-308d1c77-f3d3-40e5-8700-43b3fbaae5ed tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Request body: {'port': {'device_id': '559ddb79-f15f-4cab-bb4d-18b879c7ccbd', 'network_id': 'c46ae57f-718d-41e7-a49c-1a4125534683', 'admin_state_up': True, 'tenant_id': '7accd42da41d45a696fcb213c0f8a5df'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:24:33.327613 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-308d1c77-f3d3-40e5-8700-43b3fbaae5ed tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Made reservation on behalf of 7accd42da41d45a696fcb213c0f8a5df for: {'port': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:24:33.331023 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-308d1c77-f3d3-40e5-8700-43b3fbaae5ed tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:33.457607 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-308d1c77-f3d3-40e5-8700-43b3fbaae5ed tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Allocated IP 172.20.0.4 (c46ae57f-718d-41e7-a49c-1a4125534683/b1c6d30b-8fa3-4915-86c1-7080b56cc4d2/64ead8f2-b97f-4291-baf7-33e94aa201a0) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:24:33.612149 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-308d1c77-f3d3-40e5-8700-43b3fbaae5ed tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Publish callbacks [] for port, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:33.647287 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-308d1c77-f3d3-40e5-8700-43b3fbaae5ed tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:33.693532 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-308d1c77-f3d3-40e5-8700-43b3fbaae5ed tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Network c46ae57f-718d-41e7-a49c-1a4125534683 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:24:33.696548 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-308d1c77-f3d3-40e5-8700-43b3fbaae5ed tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:24:33.700537 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-308d1c77-f3d3-40e5-8700-43b3fbaae5ed tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:24:33.707230 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d1c77-f3d3-40e5-8700-43b3fbaae5ed tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Pushing event updated for resources: {'Port': ['ID=64ead8f2-b97f-4291-baf7-33e94aa201a0,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:24:33.755997 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-308d1c77-f3d3-40e5-8700-43b3fbaae5ed tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:33.756603 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-308d1c77-f3d3-40e5-8700-43b3fbaae5ed tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:33.773474 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-308d1c77-f3d3-40e5-8700-43b3fbaae5ed tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5593183 Nov 24 14:24:33.790304 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-eb747e45-c9e5-4377-ac3c-9ac07095dce4 service neutron] Request body: {'port': {'device_id': '559ddb79-f15f-4cab-bb4d-18b879c7ccbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:24:33.862549 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-eb747e45-c9e5-4377-ac3c-9ac07095dce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:34.124186 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-eb747e45-c9e5-4377-ac3c-9ac07095dce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64ead8f2-b97f-4291-baf7-33e94aa201a0 {{(pid=102762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:24:34.132701 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-eb747e45-c9e5-4377-ac3c-9ac07095dce4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:34.149428 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.provisioning_blocks [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-eb747e45-c9e5-4377-ac3c-9ac07095dce4 service neutron] Transition to ACTIVE for port object 64ead8f2-b97f-4291-baf7-33e94aa201a0 will not be triggered until provisioned by entity L2. {{(pid=102762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:24:34.153861 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-eb747e45-c9e5-4377-ac3c-9ac07095dce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11930847'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:34.215842 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb747e45-c9e5-4377-ac3c-9ac07095dce4 service neutron] Pushing event updated for resources: {'Port': ['ID=64ead8f2-b97f-4291-baf7-33e94aa201a0,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:24:34.302033 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b41862-ad9f-42f6-86de-2011c5cf132d req-48975e74-3b65-4b6c-b1f5-d5205b2c37c0 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:34.303554 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d3b41862-ad9f-42f6-86de-2011c5cf132d req-48975e74-3b65-4b6c-b1f5-d5205b2c37c0 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?device_id=559ddb79-f15f-4cab-bb4d-18b879c7ccbd HTTP/1.1" status: 200 len: 943 time: 0.1030734 Nov 24 14:24:34.327570 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-eb747e45-c9e5-4377-ac3c-9ac07095dce4 service neutron] Attempting to bind port 64ead8f2-b97f-4291-baf7-33e94aa201a0 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:24:34.327904 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-eb747e45-c9e5-4377-ac3c-9ac07095dce4 service neutron] Attempting to bind port 64ead8f2-b97f-4291-baf7-33e94aa201a0 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '3629d987-cce9-46d5-bfac-a1277b898128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'c46ae57f-718d-41e7-a49c-1a4125534683'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:24:34.328229 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-eb747e45-c9e5-4377-ac3c-9ac07095dce4 service neutron] Attempting to bind port 64ead8f2-b97f-4291-baf7-33e94aa201a0 on network c46ae57f-718d-41e7-a49c-1a4125534683 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:24:34.337774 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-eb747e45-c9e5-4377-ac3c-9ac07095dce4 service neutron] Port 64ead8f2-b97f-4291-baf7-33e94aa201a0 on network c46ae57f-718d-41e7-a49c-1a4125534683 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 14:24:34.338092 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-eb747e45-c9e5-4377-ac3c-9ac07095dce4 service neutron] Attempting to bind port 64ead8f2-b97f-4291-baf7-33e94aa201a0 on network c46ae57f-718d-41e7-a49c-1a4125534683 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:24:34.349097 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-eb747e45-c9e5-4377-ac3c-9ac07095dce4 service neutron] Checking agent: {'id': 'd0515656-fb8d-4ba5-be1c-f8deb6c3b48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'started_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:24:34.349428 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-eb747e45-c9e5-4377-ac3c-9ac07095dce4 service neutron] Checking segment: {'id': '3629d987-cce9-46d5-bfac-a1277b898128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'c46ae57f-718d-41e7-a49c-1a4125534683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:24:34.349810 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-eb747e45-c9e5-4377-ac3c-9ac07095dce4 service neutron] Bound using segment: {'id': '3629d987-cce9-46d5-bfac-a1277b898128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'c46ae57f-718d-41e7-a49c-1a4125534683'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:24:34.350239 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-eb747e45-c9e5-4377-ac3c-9ac07095dce4 service neutron] Bound port: 64ead8f2-b97f-4291-baf7-33e94aa201a0, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3629d987-cce9-46d5-bfac-a1277b898128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'c46ae57f-718d-41e7-a49c-1a4125534683'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:24:34.350590 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-eb747e45-c9e5-4377-ac3c-9ac07095dce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:34.377979 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d3b41862-ad9f-42f6-86de-2011c5cf132d req-66d51abf-dba5-47b3-90b4-cda61b180619 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a314734-2268-422d-acf1-20f8b920141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663812 Nov 24 14:24:34.432055 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-eb747e45-c9e5-4377-ac3c-9ac07095dce4 service neutron] For port 64ead8f2-b97f-4291-baf7-33e94aa201a0, host hv-cinder-73907, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:24:34.435270 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-eb747e45-c9e5-4377-ac3c-9ac07095dce4 service neutron] For port 64ead8f2-b97f-4291-baf7-33e94aa201a0, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=64ead8f2-b97f-4291-baf7-33e94aa201a0,segment=NetworkSegment(3629d987-cce9-46d5-bfac-a1277b898128),segment_id=3629d987-cce9-46d5-bfac-a1277b898128)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:24:34.440211 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-eb747e45-c9e5-4377-ac3c-9ac07095dce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11930847'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:34.475299 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-eb747e45-c9e5-4377-ac3c-9ac07095dce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:34.475944 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-eb747e45-c9e5-4377-ac3c-9ac07095dce4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:34.477307 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-eb747e45-c9e5-4377-ac3c-9ac07095dce4 service neutron] 10.222.0.37 "PUT /v2.0/ports/64ead8f2-b97f-4291-baf7-33e94aa201a0 HTTP/1.1" status: 200 len: 1093 time: 0.6917882 Nov 24 14:24:34.477753 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '559ddb79-f15f-4cab-bb4d-18b879c7ccbd', 'tag': '64ead8f2-b97f-4291-baf7-33e94aa201a0'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:24:34.479989 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae21199a9d4b78a62ed18da464448d73790c24002c352d214487bf1b37d0fcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8da840-8d46-47cf-92b6-9cb73b430aba" -d '{"events": [{"name": "network-changed", "server_uuid": "559ddb79-f15f-4cab-bb4d-18b879c7ccbd", "tag": "64ead8f2-b97f-4291-baf7-33e94aa201a0"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:24:34.505488 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb747e45-c9e5-4377-ac3c-9ac07095dce4 service neutron] Pushing event updated for resources: {'Port': ['ID=64ead8f2-b97f-4291-baf7-33e94aa201a0,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:24:34.520150 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbccc02f-8576-420e-b13c-b845dab5c9d5 x-openstack-request-id: req-cbccc02f-8576-420e-b13c-b845dab5c9d5 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:24:34.520447 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "559ddb79-f15f-4cab-bb4d-18b879c7ccbd", "tag": "64ead8f2-b97f-4291-baf7-33e94aa201a0", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:24:34.520714 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cbccc02f-8576-420e-b13c-b845dab5c9d5 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:24:34.521117 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '559ddb79-f15f-4cab-bb4d-18b879c7ccbd', 'tag': '64ead8f2-b97f-4291-baf7-33e94aa201a0', 'status': 'completed', 'code': 200} Nov 24 14:24:34.572872 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-74f3095c-a0af-431d-8dbd-11aca5d8c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:34.574351 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-74f3095c-a0af-431d-8dbd-11aca5d8c275 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7accd42da41d45a696fcb213c0f8a5df&device_id=559ddb79-f15f-4cab-bb4d-18b879c7ccbd HTTP/1.1" status: 200 len: 1096 time: 0.0403509 Nov 24 14:24:34.621059 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-bf1dfe45-f2c2-401f-bc40-0a8eef6493b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64ead8f2-b97f-4291-baf7-33e94aa201a0 HTTP/1.1" status: 200 len: 217 time: 0.0343332 Nov 24 14:24:34.675084 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-6f13f715-ca22-4010-b5b3-e00f67ea3741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:34.676579 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-6f13f715-ca22-4010-b5b3-e00f67ea3741 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b1c6d30b-8fa3-4915-86c1-7080b56cc4d2 HTTP/1.1" status: 200 len: 854 time: 0.0481002 Nov 24 14:24:34.723837 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-9d772e77-d479-45e9-9b16-a8a9e25a044b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c46ae57f-718d-41e7-a49c-1a4125534683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252140 Nov 24 14:24:34.835901 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-1059a5cf-8c27-4292-b9f1-68dbe995f692 service neutron] 10.222.0.37 "GET /v2.0/networks/c46ae57f-718d-41e7-a49c-1a4125534683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850487 Nov 24 14:24:34.938130 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6fbd2a06-dbb6-40e5-b955-25b94300dc57 req-ca2b535e-fba8-4dfe-8007-5a1d4f5fab81 service neutron] 10.222.0.37 "GET /v2.0/networks/c46ae57f-718d-41e7-a49c-1a4125534683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912840 Nov 24 14:24:35.037747 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8da840-8d46-47cf-92b6-9cb73b430aba req-0312f7f4-19d8-43f6-b419-b0c647b05289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:35.039268 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1a8da840-8d46-47cf-92b6-9cb73b430aba req-0312f7f4-19d8-43f6-b419-b0c647b05289 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7accd42da41d45a696fcb213c0f8a5df&device_id=559ddb79-f15f-4cab-bb4d-18b879c7ccbd HTTP/1.1" status: 200 len: 1096 time: 0.0434499 Nov 24 14:24:35.148419 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8da840-8d46-47cf-92b6-9cb73b430aba req-28c052c1-6c36-40a1-a8af-b7d40d634265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:35.151097 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1a8da840-8d46-47cf-92b6-9cb73b430aba req-28c052c1-6c36-40a1-a8af-b7d40d634265 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c46ae57f-718d-41e7-a49c-1a4125534683 HTTP/1.1" status: 200 len: 916 time: 0.1040180 Nov 24 14:24:35.194482 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1a8da840-8d46-47cf-92b6-9cb73b430aba req-1421154b-1a05-4d3d-aa39-228177c2e381 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64ead8f2-b97f-4291-baf7-33e94aa201a0 HTTP/1.1" status: 200 len: 217 time: 0.0358794 Nov 24 14:24:35.251967 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8da840-8d46-47cf-92b6-9cb73b430aba req-4cd2f7b7-d34d-4ee0-a7a2-1794c1d127a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:35.253445 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1a8da840-8d46-47cf-92b6-9cb73b430aba req-4cd2f7b7-d34d-4ee0-a7a2-1794c1d127a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b1c6d30b-8fa3-4915-86c1-7080b56cc4d2 HTTP/1.1" status: 200 len: 854 time: 0.0482841 Nov 24 14:24:35.288533 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1a8da840-8d46-47cf-92b6-9cb73b430aba req-7f6999bb-181b-443a-9231-da959fd62f0d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c46ae57f-718d-41e7-a49c-1a4125534683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243061 Nov 24 14:24:35.388316 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1a8da840-8d46-47cf-92b6-9cb73b430aba req-c000a3be-2eaa-4fe7-99c8-661fc884fe0e service neutron] 10.222.0.37 "GET /v2.0/networks/c46ae57f-718d-41e7-a49c-1a4125534683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916922 Nov 24 14:24:35.507331 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1a8da840-8d46-47cf-92b6-9cb73b430aba req-4712f264-d080-40b3-80a2-164c4870352f service neutron] 10.222.0.37 "GET /v2.0/networks/c46ae57f-718d-41e7-a49c-1a4125534683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976877 Nov 24 14:24:35.520996 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccea9b5-24ec-4f20-b5f2-5ac4ab2fb7c0 req-ea794569-d9ca-47d7-a121-02c85da87052 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:35.522542 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-9ccea9b5-24ec-4f20-b5f2-5ac4ab2fb7c0 req-ea794569-d9ca-47d7-a121-02c85da87052 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?device_id=559ddb79-f15f-4cab-bb4d-18b879c7ccbd HTTP/1.1" status: 200 len: 943 time: 0.0642722 Nov 24 14:24:35.575144 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-9ccea9b5-24ec-4f20-b5f2-5ac4ab2fb7c0 req-182c3df7-d543-48c9-a681-9c6263821d3b tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a314734-2268-422d-acf1-20f8b920141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449560 Nov 24 14:24:36.693347 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e8aaf-dd2c-409d-bc3f-3467f63db9e1 req-5cd97f6f-b571-440a-a0dd-f93baaadfc11 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:36.694871 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b50e8aaf-dd2c-409d-bc3f-3467f63db9e1 req-5cd97f6f-b571-440a-a0dd-f93baaadfc11 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?device_id=559ddb79-f15f-4cab-bb4d-18b879c7ccbd HTTP/1.1" status: 200 len: 943 time: 0.0518050 Nov 24 14:24:36.753666 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b50e8aaf-dd2c-409d-bc3f-3467f63db9e1 req-aad5f164-af06-4f12-8db6-3bf36a7d91b5 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a314734-2268-422d-acf1-20f8b920141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422046 Nov 24 14:24:37.873998 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44337567-0e32-4b43-9415-8defc51a67fc req-08e89554-01c5-4677-93cf-ef1493ccac5a tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:37.875574 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-44337567-0e32-4b43-9415-8defc51a67fc req-08e89554-01c5-4677-93cf-ef1493ccac5a tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?device_id=559ddb79-f15f-4cab-bb4d-18b879c7ccbd HTTP/1.1" status: 200 len: 943 time: 0.0503886 Nov 24 14:24:37.929217 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-44337567-0e32-4b43-9415-8defc51a67fc req-d3b6ab67-16a8-4278-a710-19a4a3beaf37 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a314734-2268-422d-acf1-20f8b920141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477297 Nov 24 14:24:38.952948 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 64ead8f2-b97f-4291-baf7-33e94aa201a0 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=102763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:24:39.049354 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf3b65-4d65-411f-9c27-548cb76c4260 req-5b057f45-3726-4730-8409-713588d0c881 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:39.050889 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-03cf3b65-4d65-411f-9c27-548cb76c4260 req-5b057f45-3726-4730-8409-713588d0c881 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?device_id=559ddb79-f15f-4cab-bb4d-18b879c7ccbd HTTP/1.1" status: 200 len: 943 time: 0.0510399 Nov 24 14:24:39.056883 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 64ead8f2-b97f-4291-baf7-33e94aa201a0, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=64ead8f2-b97f-4291-baf7-33e94aa201a0,segment=NetworkSegment(3629d987-cce9-46d5-bfac-a1277b898128),segment_id=3629d987-cce9-46d5-bfac-a1277b898128)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:24:39.074296 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Returning: {'device': '64ead8f2-b97f-4291-baf7-33e94aa201a0', 'network_id': 'c46ae57f-718d-41e7-a49c-1a4125534683', 'port_id': '64ead8f2-b97f-4291-baf7-33e94aa201a0', 'mac_address': 'fa:16:3e:4a:62:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c6d30b-8fa3-4915-86c1-7080b56cc4d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:24:39.109616 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-03cf3b65-4d65-411f-9c27-548cb76c4260 req-40831a84-e29c-4e05-b882-cf151ff4ee74 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a314734-2268-422d-acf1-20f8b920141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486641 Nov 24 14:24:39.132335 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:39.147474 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64ead8f2-b97f-4291-baf7-33e94aa201a0 {{(pid=102763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:24:39.169960 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 64ead8f2-b97f-4291-baf7-33e94aa201a0, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=64ead8f2-b97f-4291-baf7-33e94aa201a0,segment=NetworkSegment(3629d987-cce9-46d5-bfac-a1277b898128),segment_id=3629d987-cce9-46d5-bfac-a1277b898128)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:24:39.174457 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:39.223547 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=64ead8f2-b97f-4291-baf7-33e94aa201a0,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:24:39.495527 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['64ead8f2-b97f-4291-baf7-33e94aa201a0'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:24:40.225833 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474ac88-25d5-4ac6-8c5f-46ec180e8e02 req-8bb1e526-c491-4e9c-82b9-dcd6d3e47fa1 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:40.227311 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-7474ac88-25d5-4ac6-8c5f-46ec180e8e02 req-8bb1e526-c491-4e9c-82b9-dcd6d3e47fa1 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?device_id=559ddb79-f15f-4cab-bb4d-18b879c7ccbd HTTP/1.1" status: 200 len: 944 time: 0.0496993 Nov 24 14:24:40.276530 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-7474ac88-25d5-4ac6-8c5f-46ec180e8e02 req-6f9a3c31-2b39-44a3-8ee4-8ab3e69a786d tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a314734-2268-422d-acf1-20f8b920141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427022 Nov 24 14:24:40.866131 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:40.958016 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 64ead8f2-b97f-4291-baf7-33e94aa201a0 up at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:24:41.006701 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning for port 64ead8f2-b97f-4291-baf7-33e94aa201a0 completed by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:24:41.010841 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning complete for port 64ead8f2-b97f-4291-baf7-33e94aa201a0 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:24:41.011214 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:41.090996 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:41.114806 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559ddb79-f15f-4cab-bb4d-18b879c7ccbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ead8f2-b97f-4291-baf7-33e94aa201a0'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:24:41.117134 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02bc6bab57870f22e484ac0312d8c66543c8308e687160369736143e34da9ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf02cd1-d46c-43ec-9b42-7344a6035ceb" -d '{"events": [{"server_uuid": "559ddb79-f15f-4cab-bb4d-18b879c7ccbd", "name": "network-vif-plugged", "status": "completed", "tag": "64ead8f2-b97f-4291-baf7-33e94aa201a0"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:24:41.130114 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 64ead8f2-b97f-4291-baf7-33e94aa201a0, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=64ead8f2-b97f-4291-baf7-33e94aa201a0,segment=NetworkSegment(3629d987-cce9-46d5-bfac-a1277b898128),segment_id=3629d987-cce9-46d5-bfac-a1277b898128)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:24:41.133974 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:41.156539 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd9e999-41b5-4493-8f07-cad77d9300ad x-openstack-request-id: req-1dd9e999-41b5-4493-8f07-cad77d9300ad {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:24:41.156828 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559ddb79-f15f-4cab-bb4d-18b879c7ccbd", "name": "network-vif-plugged", "status": "completed", "tag": "64ead8f2-b97f-4291-baf7-33e94aa201a0", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:24:41.157081 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1dd9e999-41b5-4493-8f07-cad77d9300ad {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:24:41.157460 dv-cinder-739079-6-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559ddb79-f15f-4cab-bb4d-18b879c7ccbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ead8f2-b97f-4291-baf7-33e94aa201a0', 'code': 200} Nov 24 14:24:41.183051 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=64ead8f2-b97f-4291-baf7-33e94aa201a0,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:24:41.323888 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30280068-cba0-402d-a55a-3797c52a2885 req-8ddbf17c-88c9-429c-90a3-cb829014c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:41.325396 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-30280068-cba0-402d-a55a-3797c52a2885 req-8ddbf17c-88c9-429c-90a3-cb829014c895 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=559ddb79-f15f-4cab-bb4d-18b879c7ccbd HTTP/1.1" status: 200 len: 1098 time: 0.0403154 Nov 24 14:24:41.407060 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-30280068-cba0-402d-a55a-3797c52a2885 req-87191b1b-b87e-4f88-bee1-ae92222b6666 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1a314734-2268-422d-acf1-20f8b920141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705287 Nov 24 14:24:41.417752 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b59713-e2f9-4308-8d2c-b41535c0cf1a req-3cc96d74-82a4-4f86-bb4b-51765db40507 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:41.419931 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-84b59713-e2f9-4308-8d2c-b41535c0cf1a req-3cc96d74-82a4-4f86-bb4b-51765db40507 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?device_id=559ddb79-f15f-4cab-bb4d-18b879c7ccbd HTTP/1.1" status: 200 len: 945 time: 0.0702715 Nov 24 14:24:41.469610 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-84b59713-e2f9-4308-8d2c-b41535c0cf1a req-a9fc9d16-862b-488b-a6ce-9a95c5da2373 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a314734-2268-422d-acf1-20f8b920141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438015 Nov 24 14:24:42.589176 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058206a-fb41-475c-9196-a2c9a26e2c14 req-e617adb8-b860-4fb5-97ba-ef38a8526bf2 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:42.591378 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9058206a-fb41-475c-9196-a2c9a26e2c14 req-e617adb8-b860-4fb5-97ba-ef38a8526bf2 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?device_id=559ddb79-f15f-4cab-bb4d-18b879c7ccbd HTTP/1.1" status: 200 len: 945 time: 0.0523334 Nov 24 14:24:42.643748 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9058206a-fb41-475c-9196-a2c9a26e2c14 req-5d317704-6999-4bc9-aa1b-9907ec4dad75 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a314734-2268-422d-acf1-20f8b920141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461559 Nov 24 14:24:43.770247 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831d6fe-5357-4f56-a2af-8458d38b95cb req-6ce11990-10eb-43fa-a1f2-499aa9f2936c tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:43.771865 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-3831d6fe-5357-4f56-a2af-8458d38b95cb req-6ce11990-10eb-43fa-a1f2-499aa9f2936c tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?device_id=559ddb79-f15f-4cab-bb4d-18b879c7ccbd HTTP/1.1" status: 200 len: 945 time: 0.0552552 Nov 24 14:24:43.825476 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-3831d6fe-5357-4f56-a2af-8458d38b95cb req-c280813b-28bd-4823-b0c1-06f2669fbe86 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a314734-2268-422d-acf1-20f8b920141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444357 Nov 24 14:24:44.415632 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-32418aa5-96c3-40c2-9f3f-dae2db0c64e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:46.617620 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:24:46.913030 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2c675c52-3665-43ca-9c12-5c54d374cc64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:47.913502 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:48.853052 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78b2dd-3520-4407-a7c2-8f42baf6cef2 req-f38df4d1-5e61-4cf9-8aeb-2c1cff9e98de tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:48.854433 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0f78b2dd-3520-4407-a7c2-8f42baf6cef2 req-f38df4d1-5e61-4cf9-8aeb-2c1cff9e98de tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 945 time: 0.0547183 Nov 24 14:24:48.907958 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0f78b2dd-3520-4407-a7c2-8f42baf6cef2 req-093aff20-c777-4033-b880-da83b8a43f27 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463576 Nov 24 14:24:49.519870 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:50.026494 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8f8a3-25e2-4fa3-9408-4494b834dc90 req-8dd33755-6a30-4f37-afe8-00b48df80f78 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:50.028511 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-13b8f8a3-25e2-4fa3-9408-4494b834dc90 req-8dd33755-6a30-4f37-afe8-00b48df80f78 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 945 time: 0.0498943 Nov 24 14:24:50.077887 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-13b8f8a3-25e2-4fa3-9408-4494b834dc90 req-266bbf07-3381-49ae-9194-3a7964c0089b tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434797 Nov 24 14:24:50.748799 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:24:51.196048 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e25eb0-b519-4113-892d-3a262d215ebb req-cb2fdbd3-abf8-4ec6-a912-6151cb115d2a tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:51.197518 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-72e25eb0-b519-4113-892d-3a262d215ebb req-cb2fdbd3-abf8-4ec6-a912-6151cb115d2a tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 945 time: 0.0523901 Nov 24 14:24:51.247106 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-72e25eb0-b519-4113-892d-3a262d215ebb req-2158fd9a-4d5a-4e97-b331-7d2af6afc77a tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429008 Nov 24 14:24:52.364029 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443cf31-294e-4eb9-9fea-e9681a848b4d req-405ace67-bbe7-496e-8ef2-06192c99a35f tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:52.365515 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1443cf31-294e-4eb9-9fea-e9681a848b4d req-405ace67-bbe7-496e-8ef2-06192c99a35f tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 945 time: 0.0487521 Nov 24 14:24:52.414705 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1443cf31-294e-4eb9-9fea-e9681a848b4d req-2066f92a-0ccc-4fdd-9765-6eddeac67c53 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432272 Nov 24 14:24:53.529239 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d0152-30dc-4376-8299-acc3e4f041b9 req-d9b3291b-bb8e-47c5-9aa8-be7fa5ab4129 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:53.530722 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-8e7d0152-30dc-4376-8299-acc3e4f041b9 req-d9b3291b-bb8e-47c5-9aa8-be7fa5ab4129 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 945 time: 0.0491199 Nov 24 14:24:53.579711 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-8e7d0152-30dc-4376-8299-acc3e4f041b9 req-190499ea-0c6e-4747-b228-96e3cfbce8b9 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430546 Nov 24 14:24:54.693088 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b5eed-970d-4490-8cbb-6be0e2e20255 req-b65cf2f2-6d5e-4968-943c-6bb334044682 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:54.694552 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8b9b5eed-970d-4490-8cbb-6be0e2e20255 req-b65cf2f2-6d5e-4968-943c-6bb334044682 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 945 time: 0.0485811 Nov 24 14:24:54.744852 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8b9b5eed-970d-4490-8cbb-6be0e2e20255 req-7cf0e392-4bb1-4f43-b1df-a421a405329c tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438211 Nov 24 14:24:55.862266 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8083579-e181-413f-b144-50e6578e6cdb req-963f7df3-76d8-433f-9923-38b80e4f31da tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:55.863998 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d8083579-e181-413f-b144-50e6578e6cdb req-963f7df3-76d8-433f-9923-38b80e4f31da tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 945 time: 0.0497906 Nov 24 14:24:55.930604 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d8083579-e181-413f-b144-50e6578e6cdb req-435fc1a9-41f6-443e-b016-496b1e5c5b26 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574996 Nov 24 14:24:57.048935 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89162e-236d-47ab-aff7-09d890014057 req-266efcc6-9aee-4238-90a0-146fb13f27c6 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:57.050312 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ce89162e-236d-47ab-aff7-09d890014057 req-266efcc6-9aee-4238-90a0-146fb13f27c6 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 945 time: 0.0527520 Nov 24 14:24:57.101937 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ce89162e-236d-47ab-aff7-09d890014057 req-7755e7b0-c2a2-46fd-8d70-819dde55dd85 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457301 Nov 24 14:24:58.217692 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c044b8c-2597-4180-b906-4298eed8a979 req-8c46a3b8-5bfb-49de-b903-6a352cfe6f23 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:58.219083 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1c044b8c-2597-4180-b906-4298eed8a979 req-8c46a3b8-5bfb-49de-b903-6a352cfe6f23 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 945 time: 0.0489306 Nov 24 14:24:58.268161 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1c044b8c-2597-4180-b906-4298eed8a979 req-1714fbad-b758-4cb1-b6fb-8cf80e454e55 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426521 Nov 24 14:24:59.382787 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5f964-d39f-4d4d-a3ba-a75cd3b5b94a req-a17ef9c0-0150-44ac-94d6-cf0f7649eea3 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:59.384740 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-54a5f964-d39f-4d4d-a3ba-a75cd3b5b94a req-a17ef9c0-0150-44ac-94d6-cf0f7649eea3 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 945 time: 0.0501206 Nov 24 14:24:59.435972 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-54a5f964-d39f-4d4d-a3ba-a75cd3b5b94a req-5c85377d-9ea7-49fa-bc69-6aaa7d6c98f5 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449929 Nov 24 14:25:00.552475 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588585f6-cff5-4e76-a407-3f06550f7919 req-749128b6-5f95-46a2-bed5-c43949ebf0e9 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:00.553924 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-588585f6-cff5-4e76-a407-3f06550f7919 req-749128b6-5f95-46a2-bed5-c43949ebf0e9 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 945 time: 0.0482552 Nov 24 14:25:00.607593 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-588585f6-cff5-4e76-a407-3f06550f7919 req-b429bd6f-86fb-4b1a-a9db-942733c2b6fd tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468321 Nov 24 14:25:01.724602 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed096dc-86c3-4d0c-aa90-e8b90c27dadf req-4dd91184-f963-4587-a7cc-8139c8c9d916 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:01.726065 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bed096dc-86c3-4d0c-aa90-e8b90c27dadf req-4dd91184-f963-4587-a7cc-8139c8c9d916 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 945 time: 0.0491550 Nov 24 14:25:01.774861 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bed096dc-86c3-4d0c-aa90-e8b90c27dadf req-24bc42dc-4112-4d09-b293-42591b504664 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428596 Nov 24 14:25:02.889944 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a5fa9-0022-4bf8-acd4-7761590044af req-118326a6-b860-43b5-bd46-4c9fb3f86cfd tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:02.891382 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d19a5fa9-0022-4bf8-acd4-7761590044af req-118326a6-b860-43b5-bd46-4c9fb3f86cfd tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 945 time: 0.0486557 Nov 24 14:25:02.956533 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d19a5fa9-0022-4bf8-acd4-7761590044af req-5392bc54-014e-42cf-92e8-6713fbd0613b tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587745 Nov 24 14:25:04.079011 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4460556-2c9f-412b-adfa-df4e71f91878 req-deba556d-1586-4853-b0f3-7e8ef87f64cd tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:04.080530 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f4460556-2c9f-412b-adfa-df4e71f91878 req-deba556d-1586-4853-b0f3-7e8ef87f64cd tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 945 time: 0.0524697 Nov 24 14:25:04.129859 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f4460556-2c9f-412b-adfa-df4e71f91878 req-e26e1bc9-7859-42c6-88f6-db4dec391989 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434663 Nov 24 14:25:04.504398 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b95f76-89d2-4daa-aaf0-89c39a67028a req-c967267e-9fc7-4ca9-8823-d165a1e3e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:04.505767 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-35b95f76-89d2-4daa-aaf0-89c39a67028a req-c967267e-9fc7-4ca9-8823-d165a1e3e3ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2568470bb1d43569c7dceb498364354&device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 1098 time: 0.0398388 Nov 24 14:25:04.641860 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b95f76-89d2-4daa-aaf0-89c39a67028a req-bf6dd90c-d972-45af-b428-6f9a92891e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:04.643339 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-35b95f76-89d2-4daa-aaf0-89c39a67028a req-bf6dd90c-d972-45af-b428-6f9a92891e4d service neutron] 10.222.0.37 "GET /v2.0/networks?id=1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1 HTTP/1.1" status: 200 len: 910 time: 0.1254740 Nov 24 14:25:04.737592 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-35b95f76-89d2-4daa-aaf0-89c39a67028a req-fd015c87-14a0-45fb-b00a-480813618f0d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eae8b464-19c7-4c2b-8770-15d78bff65f2 HTTP/1.1" status: 200 len: 1001 time: 0.0683460 Nov 24 14:25:04.806250 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b95f76-89d2-4daa-aaf0-89c39a67028a req-2be58654-2ced-4da3-ad21-1a68159c5bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:04.807783 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-35b95f76-89d2-4daa-aaf0-89c39a67028a req-2be58654-2ced-4da3-ad21-1a68159c5bad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e749acf-139b-4f39-b602-a65be69fd06f HTTP/1.1" status: 200 len: 847 time: 0.0529358 Nov 24 14:25:04.864748 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b95f76-89d2-4daa-aaf0-89c39a67028a req-38f5c85b-a957-4187-9cb7-55c3aafd9d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:04.866254 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-35b95f76-89d2-4daa-aaf0-89c39a67028a req-38f5c85b-a957-4187-9cb7-55c3aafd9d58 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501106 Nov 24 14:25:04.974680 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-35b95f76-89d2-4daa-aaf0-89c39a67028a req-5fca648d-908a-41a5-a2de-8df91fbac94e service neutron] 10.222.0.37 "GET /v2.0/networks/1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863752 Nov 24 14:25:05.098908 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-35b95f76-89d2-4daa-aaf0-89c39a67028a req-53ca9535-b514-4179-8533-fbdbc3310661 service neutron] 10.222.0.37 "GET /v2.0/networks/1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951774 Nov 24 14:25:05.266550 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed7c64-d787-4901-81a2-e0b95a64d82d req-29ffc525-aaeb-44f8-a522-38705efa556d tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:05.268083 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4aed7c64-d787-4901-81a2-e0b95a64d82d req-29ffc525-aaeb-44f8-a522-38705efa556d tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 945 time: 0.0542037 Nov 24 14:25:05.320693 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4aed7c64-d787-4901-81a2-e0b95a64d82d req-adc4f380-0968-4f62-934c-f74ea8e74297 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460989 Nov 24 14:25:06.460527 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732cd6a-8665-4293-9692-2c620bc65ce3 req-4c5ac702-3b1f-4e11-bb62-fe46f86fc945 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:06.462304 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5732cd6a-8665-4293-9692-2c620bc65ce3 req-4c5ac702-3b1f-4e11-bb62-fe46f86fc945 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 945 time: 0.0670629 Nov 24 14:25:06.527585 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a84b35-77eb-4998-b311-79f74b5211a3 req-e84d1195-201e-4722-b332-210df0781668 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:06.528206 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5732cd6a-8665-4293-9692-2c620bc65ce3 req-752b6a04-4641-46f9-b7a2-9c925efea614 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518928 Nov 24 14:25:06.531303 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c8a84b35-77eb-4998-b311-79f74b5211a3 req-e84d1195-201e-4722-b332-210df0781668 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 946 time: 0.0593624 Nov 24 14:25:06.606298 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c8a84b35-77eb-4998-b311-79f74b5211a3 req-31f44b08-5ec8-4cac-bcdc-45ce11439de1 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640087 Nov 24 14:25:07.667225 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cba51-f6a8-4a91-97c1-7be0da114ef4 req-41ed20d0-0637-4b4a-b3ac-37b30c2ed986 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:07.669371 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f62cba51-f6a8-4a91-97c1-7be0da114ef4 req-41ed20d0-0637-4b4a-b3ac-37b30c2ed986 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 945 time: 0.0565910 Nov 24 14:25:07.722230 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f62cba51-f6a8-4a91-97c1-7be0da114ef4 req-945b09ed-bbbb-4450-96f8-d9a1150f1d76 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464990 Nov 24 14:25:07.894482 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66ee72-9d30-4770-b980-4401ddbf5f28 req-ca40471b-497a-4030-a6f3-24bc78789533 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:07.896107 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ca66ee72-9d30-4770-b980-4401ddbf5f28 req-ca40471b-497a-4030-a6f3-24bc78789533 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 946 time: 0.0610766 Nov 24 14:25:07.950749 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ca66ee72-9d30-4770-b980-4401ddbf5f28 req-3b8a61aa-c915-413b-a507-0fa0d2c96b5c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482378 Nov 24 14:25:08.857636 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b0a2b-c11f-4941-b217-e195ea6d81b2 req-ae041e4d-4e18-42a1-8eea-caa0b09ccb03 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:08.859384 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-159b0a2b-c11f-4941-b217-e195ea6d81b2 req-ae041e4d-4e18-42a1-8eea-caa0b09ccb03 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 945 time: 0.0569527 Nov 24 14:25:08.914766 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-159b0a2b-c11f-4941-b217-e195ea6d81b2 req-d3d89672-aa57-4bbe-992c-cdd81d8d545c tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493896 Nov 24 14:25:08.935975 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc91fc-c618-44ff-a481-69943945fb8e req-cab74abc-609e-4e1f-b200-061ca03dfc87 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:08.937683 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-90bc91fc-c618-44ff-a481-69943945fb8e req-cab74abc-609e-4e1f-b200-061ca03dfc87 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.37 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 946 time: 0.0623941 Nov 24 14:25:09.158732 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-90bc91fc-c618-44ff-a481-69943945fb8e req-f5e089ad-fc91-459b-9ec2-8c643d303eae tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Deleting port f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:25:09.159067 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-90bc91fc-c618-44ff-a481-69943945fb8e req-f5e089ad-fc91-459b-9ec2-8c643d303eae tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:09.169763 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f8c90-ccc1-4326-977c-56173cfb761f req-57361da8-568c-41e5-a173-b1031711bcb3 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:09.171349 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-253f8c90-ccc1-4326-977c-56173cfb761f req-57361da8-568c-41e5-a173-b1031711bcb3 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 946 time: 0.1057909 Nov 24 14:25:09.203554 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-68d2c5f5-6b35-4915-97f3-a394fb488a91 req-608a4a2c-95e4-4fd3-9c82-195cce5349d9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0799417 Nov 24 14:25:09.228450 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5c9cb-b890-4b7c-a903-6da2a6ce33b0 req-5446d106-f480-48f7-97a3-c274832d851e tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:09.231977 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b8e5c9cb-b890-4b7c-a903-6da2a6ce33b0 req-5446d106-f480-48f7-97a3-c274832d851e tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 945 time: 0.0809910 Nov 24 14:25:09.294962 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b8e5c9cb-b890-4b7c-a903-6da2a6ce33b0 req-543974f4-5459-4783-b406-2031502a29ba tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545268 Nov 24 14:25:09.297616 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-253f8c90-ccc1-4326-977c-56173cfb761f req-24a21be5-2f36-485f-9e8f-cda0d777723a tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=485395de-bf70-4148-92a9-51cf040ef81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140099 Nov 24 14:25:09.322491 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-90bc91fc-c618-44ff-a481-69943945fb8e req-f5e089ad-fc91-459b-9ec2-8c643d303eae tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] For port f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b,segment=NetworkSegment(b1837c13-0cb2-404d-aedd-258fca0eeafe),segment_id=b1837c13-0cb2-404d-aedd-258fca0eeafe)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:25:09.322865 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-90bc91fc-c618-44ff-a481-69943945fb8e req-f5e089ad-fc91-459b-9ec2-8c643d303eae tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:09.679615 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-90bc91fc-c618-44ff-a481-69943945fb8e req-f5e089ad-fc91-459b-9ec2-8c643d303eae tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:09.680328 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-90bc91fc-c618-44ff-a481-69943945fb8e req-f5e089ad-fc91-459b-9ec2-8c643d303eae tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667194'] for floatingip, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:09.680802 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.db.l3_db [req-90bc91fc-c618-44ff-a481-69943945fb8e req-f5e089ad-fc91-459b-9ec2-8c643d303eae tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Floating IP 5c3dd847-e1dc-4a91-9ae6-6b635d96617b disassociated. External IP: 172.27.3.83, port: f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b. Nov 24 14:25:09.681094 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-90bc91fc-c618-44ff-a481-69943945fb8e req-f5e089ad-fc91-459b-9ec2-8c643d303eae tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Calling delete_port for f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b owned by compute:nova {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:25:09.721880 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-3a7a53bf-ace4-470b-9d19-572ef9717bea req-2c75448a-29e5-4916-8ec9-c0f203a60dd3 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1126052658&fields=id&tenant_id=c2a116ccd6f848deb04de4b1465cf089 HTTP/1.1" status: 200 len: 267 time: 0.0652828 Nov 24 14:25:09.782513 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a53bf-ace4-470b-9d19-572ef9717bea req-a69b84d6-5f85-4060-968a-be8429305a9d tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:09.784555 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-3a7a53bf-ace4-470b-9d19-572ef9717bea req-a69b84d6-5f85-4060-968a-be8429305a9d tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 985 time: 0.0564477 Nov 24 14:25:09.800351 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [req-3a7a53bf-ace4-470b-9d19-572ef9717bea req-95b0f79a-e655-45ab-b75f-8b451300becb tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Request body: {'port': {'security_groups': ['b80197d7-9f26-44fb-b287-5537d9d18b1b']}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:25:09.829844 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9872b-0c87-4f37-8be8-d6773ee159a0 req-d9e02a43-0f73-4b0e-b79a-b85fe4413d18 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:09.831389 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36e9872b-0c87-4f37-8be8-d6773ee159a0 req-d9e02a43-0f73-4b0e-b79a-b85fe4413d18 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=95baeda2-8703-44c3-8532-25ffb89b20a7 HTTP/1.1" status: 200 len: 945 time: 0.0963831 Nov 24 14:25:09.929433 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-3a7a53bf-ace4-470b-9d19-572ef9717bea req-95b0f79a-e655-45ab-b75f-8b451300becb tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:09.936720 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-90bc91fc-c618-44ff-a481-69943945fb8e req-f5e089ad-fc91-459b-9ec2-8c643d303eae tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:09.957645 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36e9872b-0c87-4f37-8be8-d6773ee159a0 req-9025d018-76f2-4ca5-9a8d-0df1d48d87db tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5466e18-5780-4999-a593-4f67b36bde37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102533 Nov 24 14:25:09.977054 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e089ad-fc91-459b-9ec2-8c643d303eae tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Pushing event deleted for resources: {'Port': ['ID=f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:10.167211 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-3a7a53bf-ace4-470b-9d19-572ef9717bea req-95b0f79a-e655-45ab-b75f-8b451300becb tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] For port 6262e118-c20b-464b-973d-ed2cd68e9ecb, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=6262e118-c20b-464b-973d-ed2cd68e9ecb,segment=NetworkSegment(ba2bd5cf-b7b9-4fab-b424-a20e5571684a),segment_id=ba2bd5cf-b7b9-4fab-b424-a20e5571684a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:25:10.218474 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-3a7a53bf-ace4-470b-9d19-572ef9717bea req-95b0f79a-e655-45ab-b75f-8b451300becb tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:10.224942 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-3a7a53bf-ace4-470b-9d19-572ef9717bea req-95b0f79a-e655-45ab-b75f-8b451300becb tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:10.242497 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['6262e118-c20b-464b-973d-ed2cd68e9ecb'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:25:10.283652 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a53bf-ace4-470b-9d19-572ef9717bea req-95b0f79a-e655-45ab-b75f-8b451300becb tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:10.284339 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-3a7a53bf-ace4-470b-9d19-572ef9717bea req-95b0f79a-e655-45ab-b75f-8b451300becb tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:10.289801 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-3a7a53bf-ace4-470b-9d19-572ef9717bea req-95b0f79a-e655-45ab-b75f-8b451300becb tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "PUT /v2.0/ports/6262e118-c20b-464b-973d-ed2cd68e9ecb HTTP/1.1" status: 200 len: 943 time: 0.4941807 Nov 24 14:25:10.294072 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2b0ba6-8781-4450-bc99-e37f85c8b467', 'tag': '6262e118-c20b-464b-973d-ed2cd68e9ecb'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:25:10.296865 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fca478-a1d2-441c-8244-69629ec97d26" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2b0ba6-8781-4450-bc99-e37f85c8b467", "tag": "6262e118-c20b-464b-973d-ed2cd68e9ecb"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:25:10.299607 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 49024) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:10.398589 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0f79a-e655-45ab-b75f-8b451300becb tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Pushing event updated for resources: {'Port': ['ID=6262e118-c20b-464b-973d-ed2cd68e9ecb,revision_number=7']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:10.406310 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['6262e118-c20b-464b-973d-ed2cd68e9ecb'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:25:10.435499 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afedba43-0a11-415e-9ad4-0e75cc049592 x-openstack-request-id: req-afedba43-0a11-415e-9ad4-0e75cc049592 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:25:10.435779 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2b0ba6-8781-4450-bc99-e37f85c8b467", "tag": "6262e118-c20b-464b-973d-ed2cd68e9ecb", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:25:10.436044 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-afedba43-0a11-415e-9ad4-0e75cc049592 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:25:10.436537 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2b0ba6-8781-4450-bc99-e37f85c8b467', 'tag': '6262e118-c20b-464b-973d-ed2cd68e9ecb', 'status': 'completed', 'code': 200} Nov 24 14:25:10.453883 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0f79a-e655-45ab-b75f-8b451300becb tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:10.454482 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0f79a-e655-45ab-b75f-8b451300becb tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:10.455075 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0f79a-e655-45ab-b75f-8b451300becb tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:10.455382 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0f79a-e655-45ab-b75f-8b451300becb tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:10.455817 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0f79a-e655-45ab-b75f-8b451300becb tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:10.456167 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0f79a-e655-45ab-b75f-8b451300becb tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:10.456611 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0f79a-e655-45ab-b75f-8b451300becb tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:10.457047 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0f79a-e655-45ab-b75f-8b451300becb tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:10.457386 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0f79a-e655-45ab-b75f-8b451300becb tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:10.457789 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0f79a-e655-45ab-b75f-8b451300becb tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:10.458131 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0f79a-e655-45ab-b75f-8b451300becb tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:10.458470 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b0f79a-e655-45ab-b75f-8b451300becb tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:10.530636 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e150bdcc-7f8e-4b21-9ed6-ed85e9626751 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:10.614910 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90bc91fc-c618-44ff-a481-69943945fb8e req-f5e089ad-fc91-459b-9ec2-8c643d303eae tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Router d3abc9c8-ea3c-4748-8244-6bec72a2aec2 has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:25:10.622753 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f4176dd5-7580-40dc-8ca1-0e64f693147e req-313a86e0-1d5b-4e0d-bd1f-30a2bc84ed72 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=399725a0-272e-44fc-83bb-cb4fee017462 HTTP/1.1" status: 200 len: 210 time: 0.0582962 Nov 24 14:25:10.727517 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e150bdcc-7f8e-4b21-9ed6-ed85e9626751 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:10.789488 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fca478-a1d2-441c-8244-69629ec97d26 req-5f4a7572-d3fd-45df-962a-c42e1675bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:10.791286 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-44fca478-a1d2-441c-8244-69629ec97d26 req-5f4a7572-d3fd-45df-962a-c42e1675bf74 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2a116ccd6f848deb04de4b1465cf089&device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 1099 time: 0.2745268 Nov 24 14:25:10.879974 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d519ec-9667-4d24-b97b-97a396682bd3 req-08e87890-2bbe-489b-b1c8-9036d944cba3 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:10.881630 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b7d519ec-9667-4d24-b97b-97a396682bd3 req-08e87890-2bbe-489b-b1c8-9036d944cba3 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 945 time: 0.2966504 Nov 24 14:25:10.930841 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-19f7c874-b5b5-455b-804f-99c9554132d1 None None] Provisioning complete for port 6262e118-c20b-464b-973d-ed2cd68e9ecb triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:25:10.931420 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-19f7c874-b5b5-455b-804f-99c9554132d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:10.941183 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee94da-05a1-43db-a156-a489c2ca0c44 req-383de8e9-b665-4e0e-9416-bd63b482fa10 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:10.942668 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:10.943875 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b1ee94da-05a1-43db-a156-a489c2ca0c44 req-383de8e9-b665-4e0e-9416-bd63b482fa10 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?device_id=559ddb79-f15f-4cab-bb4d-18b879c7ccbd HTTP/1.1" status: 200 len: 945 time: 0.1768672 Nov 24 14:25:10.957275 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90bc91fc-c618-44ff-a481-69943945fb8e req-f5e089ad-fc91-459b-9ec2-8c643d303eae tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:25:10.972230 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fffdca-a3ef-4078-9a7a-dda3c61e6f88 None None] Sync routers for ids ['d3abc9c8-ea3c-4748-8244-6bec72a2aec2'] in dv-cinder-739079-6-iscsi {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:25:10.976526 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e150bdcc-7f8e-4b21-9ed6-ed85e9626751 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:10.979744 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e150bdcc-7f8e-4b21-9ed6-ed85e9626751 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:10.982367 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-e150bdcc-7f8e-4b21-9ed6-ed85e9626751 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "DELETE /v2.0/security-groups/40e4705f-374f-4492-a4bb-4a2bc52e0e21 HTTP/1.1" status: 204 len: 168 time: 0.6669095 Nov 24 14:25:10.985719 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 49036) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:11.020629 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fffdca-a3ef-4078-9a7a-dda3c61e6f88 None None] Routers {'d3abc9c8-ea3c-4748-8244-6bec72a2aec2'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:25:11.021341 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-c7fffdca-a3ef-4078-9a7a-dda3c61e6f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:24:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['d3abc9c8-ea3c-4748-8244-6bec72a2aec2'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:11.057221 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bc91fc-c618-44ff-a481-69943945fb8e req-f5e089ad-fc91-459b-9ec2-8c643d303eae tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] No DVR routers for this DVR port f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b on host hv-cinder-73907 {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:25:11.075474 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150bdcc-7f8e-4b21-9ed6-ed85e9626751 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e4705f-374f-4492-a4bb-4a2bc52e0e21,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:11.096753 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-90bc91fc-c618-44ff-a481-69943945fb8e req-f5e089ad-fc91-459b-9ec2-8c643d303eae tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:11.103321 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-90bc91fc-c618-44ff-a481-69943945fb8e req-f5e089ad-fc91-459b-9ec2-8c643d303eae tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.37 "DELETE /v2.0/ports/f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b HTTP/1.1" status: 204 len: 173 time: 2.1535759 Nov 24 14:25:11.104501 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399725a0-272e-44fc-83bb-cb4fee017462', 'name': 'network-vif-deleted', 'tag': 'f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:25:11.110018 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae21199a9d4b78a62ed18da464448d73790c24002c352d214487bf1b37d0fcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7701e63c-3586-499a-93c3-7ed464a672a0" -d '{"events": [{"server_uuid": "399725a0-272e-44fc-83bb-cb4fee017462", "name": "network-vif-deleted", "tag": "f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:25:11.114749 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b7d519ec-9667-4d24-b97b-97a396682bd3 req-46ebf883-32da-4988-9014-8bc834e1a547 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144892 Nov 24 14:25:11.119520 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fca478-a1d2-441c-8244-69629ec97d26 req-a0df0ccc-27d1-4714-aa33-ecb2ceae0ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:11.121637 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-44fca478-a1d2-441c-8244-69629ec97d26 req-a0df0ccc-27d1-4714-aa33-ecb2ceae0ade service neutron] 10.222.0.37 "GET /v2.0/networks?id=c5b77177-c415-4898-b361-8f6fa43e1616 HTTP/1.1" status: 200 len: 917 time: 0.3094993 Nov 24 14:25:11.175428 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b1ee94da-05a1-43db-a156-a489c2ca0c44 req-ceb0e2e6-b7dd-4ce5-8a2a-c63978b2baa3 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a314734-2268-422d-acf1-20f8b920141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141919 Nov 24 14:25:11.193785 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device eae8b464-19c7-4c2b-8770-15d78bff65f2 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:25:11.268196 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f785550b-4a56-4b98-a691-8e3639587731 x-openstack-request-id: req-f785550b-4a56-4b98-a691-8e3639587731 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:25:11.268728 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399725a0-272e-44fc-83bb-cb4fee017462", "name": "network-vif-deleted", "tag": "f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:25:11.269225 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f785550b-4a56-4b98-a691-8e3639587731 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:25:11.270138 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399725a0-272e-44fc-83bb-cb4fee017462', 'name': 'network-vif-deleted', 'tag': 'f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b', 'status': 'completed', 'code': 200} Nov 24 14:25:11.290982 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2c5f5-6b35-4915-97f3-a394fb488a91 req-a2046f10-e56e-4602-a9bc-67ffdb7f8956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:11.293757 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-68d2c5f5-6b35-4915-97f3-a394fb488a91 req-a2046f10-e56e-4602-a9bc-67ffdb7f8956 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53&tenant_id=c2568470bb1d43569c7dceb498364354 HTTP/1.1" status: 200 len: 1098 time: 0.0660617 Nov 24 14:25:11.297137 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-c7fffdca-a3ef-4078-9a7a-dda3c61e6f88 None None] Set router d3abc9c8-ea3c-4748-8244-6bec72a2aec2 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:25:11.320692 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-44fca478-a1d2-441c-8244-69629ec97d26 req-3650cc07-c315-49a8-b292-a91d70894598 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6262e118-c20b-464b-973d-ed2cd68e9ecb HTTP/1.1" status: 200 len: 1002 time: 0.1856863 Nov 24 14:25:11.399187 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2c5f5-6b35-4915-97f3-a394fb488a91 req-5aad3871-a732-4d73-b948-c88212bee8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:11.401292 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-68d2c5f5-6b35-4915-97f3-a394fb488a91 req-5aad3871-a732-4d73-b948-c88212bee8f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2568470bb1d43569c7dceb498364354&device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 1098 time: 0.0570023 Nov 24 14:25:11.401867 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f408c5-c49c-4e2a-9413-8214d81c9305 req-c2ee60b9-2a31-41fb-8afd-798c63c9d36e tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:11.403499 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-78f408c5-c49c-4e2a-9413-8214d81c9305 req-c2ee60b9-2a31-41fb-8afd-798c63c9d36e tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=95baeda2-8703-44c3-8532-25ffb89b20a7 HTTP/1.1" status: 200 len: 945 time: 0.1310077 Nov 24 14:25:11.447167 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fca478-a1d2-441c-8244-69629ec97d26 req-24ca9e93-2e8d-4127-b0ee-146c62904944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:11.448967 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-44fca478-a1d2-441c-8244-69629ec97d26 req-24ca9e93-2e8d-4127-b0ee-146c62904944 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0 HTTP/1.1" status: 200 len: 854 time: 0.0882356 Nov 24 14:25:11.525304 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-78f408c5-c49c-4e2a-9413-8214d81c9305 req-10e77166-0fba-4aa9-a5ec-631a7de16894 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5466e18-5780-4999-a593-4f67b36bde37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115861 Nov 24 14:25:11.534735 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7e084cab-656f-494a-affc-7f431ee299fa tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Deleting port 4d652d3a-3545-4291-b0cf-6e5abf3445da {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:25:11.535107 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e084cab-656f-494a-affc-7f431ee299fa tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:11.541804 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2c5f5-6b35-4915-97f3-a394fb488a91 req-e6477124-4283-485e-ae60-c2594226f774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:11.544940 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-68d2c5f5-6b35-4915-97f3-a394fb488a91 req-e6477124-4283-485e-ae60-c2594226f774 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1 HTTP/1.1" status: 200 len: 910 time: 0.1305301 Nov 24 14:25:11.561598 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fca478-a1d2-441c-8244-69629ec97d26 req-1e56e8ce-2fb5-4b88-91bb-bcb2ffb75edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:11.563147 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-44fca478-a1d2-441c-8244-69629ec97d26 req-1e56e8ce-2fb5-4b88-91bb-bcb2ffb75edd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5b77177-c415-4898-b361-8f6fa43e1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0970674 Nov 24 14:25:11.669136 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:11.674564 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-68d2c5f5-6b35-4915-97f3-a394fb488a91 req-d4625e3b-fdaf-4bc0-9789-53b9e2a3483e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eae8b464-19c7-4c2b-8770-15d78bff65f2 HTTP/1.1" status: 200 len: 1001 time: 0.1185725 Nov 24 14:25:11.689501 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e084cab-656f-494a-affc-7f431ee299fa tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:11.690006 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e084cab-656f-494a-affc-7f431ee299fa tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:11.712481 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7e084cab-656f-494a-affc-7f431ee299fa tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Calling delete_port for 4d652d3a-3545-4291-b0cf-6e5abf3445da owned by network:floatingip {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:25:11.745977 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-44fca478-a1d2-441c-8244-69629ec97d26 req-c4a439ad-e57e-4d0d-8b60-6755d73f753a service neutron] 10.222.0.37 "GET /v2.0/networks/c5b77177-c415-4898-b361-8f6fa43e1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474259 Nov 24 14:25:11.750259 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2c5f5-6b35-4915-97f3-a394fb488a91 req-b1775275-264f-4635-b404-77b2a3efb744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:11.752488 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-68d2c5f5-6b35-4915-97f3-a394fb488a91 req-b1775275-264f-4635-b404-77b2a3efb744 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e749acf-139b-4f39-b602-a65be69fd06f HTTP/1.1" status: 200 len: 847 time: 0.0673335 Nov 24 14:25:11.754093 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe0da6f-ac8b-4be2-ae65-2bd1f440db53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae8b464-19c7-4c2b-8770-15d78bff65f2'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:25:11.756697 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02bc6bab57870f22e484ac0312d8c66543c8308e687160369736143e34da9ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce51a221-65fd-461f-aab5-a9dc63e96fa4" -d '{"events": [{"server_uuid": "4fe0da6f-ac8b-4be2-ae65-2bd1f440db53", "name": "network-vif-unplugged", "status": "completed", "tag": "eae8b464-19c7-4c2b-8770-15d78bff65f2"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:25:11.785040 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port eae8b464-19c7-4c2b-8770-15d78bff65f2, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=eae8b464-19c7-4c2b-8770-15d78bff65f2,segment=NetworkSegment(52a3f324-3ed0-4d80-a5be-c254e3dc8362),segment_id=52a3f324-3ed0-4d80-a5be-c254e3dc8362)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:25:11.796943 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:11.816998 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 49046) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:11.829241 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 14:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805c7e4e-93e3-4a70-adbf-d1363ef87e47 x-openstack-request-id: req-805c7e4e-93e3-4a70-adbf-d1363ef87e47 {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:25:11.829565 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe0da6f-ac8b-4be2-ae65-2bd1f440db53", "name": "network-vif-unplugged", "status": "completed", "tag": "eae8b464-19c7-4c2b-8770-15d78bff65f2", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:25:11.829787 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-805c7e4e-93e3-4a70-adbf-d1363ef87e47 {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:25:11.830187 dv-cinder-739079-6-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe0da6f-ac8b-4be2-ae65-2bd1f440db53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae8b464-19c7-4c2b-8770-15d78bff65f2', 'code': 200} Nov 24 14:25:11.849454 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2c5f5-6b35-4915-97f3-a394fb488a91 req-370c07d8-4959-4642-996c-32ab59fde88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:11.852093 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-68d2c5f5-6b35-4915-97f3-a394fb488a91 req-370c07d8-4959-4642-996c-32ab59fde88b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773282 Nov 24 14:25:11.946290 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=eae8b464-19c7-4c2b-8770-15d78bff65f2,revision_number=6']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:11.962582 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:11.962936 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:11.963285 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:11.963665 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:11.964002 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:11.964371 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:11.964801 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:11.965402 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:11.965799 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:11.966133 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:11.966463 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:11.966816 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:11.985130 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-c7fffdca-a3ef-4078-9a7a-dda3c61e6f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'name': 'tempest-AttachVolumeShelveTestJSON-810802159-router', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:39Z', 'updated_at': '2021-11-24T14:21:44Z', 'revision_number': 4, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'gw_port': {'id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:40Z', 'updated_at': '2021-11-24T14:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '527d377f-19e9-4186-bab5-01172366e320', 'name': '', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'mac_address': 'fa:16:3e:9c:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:43Z', 'updated_at': '2021-11-24T14:21:53Z', 'revision_number': 5, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'subnets': [{'id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:11.989292 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-68d2c5f5-6b35-4915-97f3-a394fb488a91 req-1526bc51-dd1d-4829-8729-516f0318fa3d service neutron] 10.222.0.37 "GET /v2.0/networks/1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261375 Nov 24 14:25:12.016453 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fffdca-a3ef-4078-9a7a-dda3c61e6f88 None None] Checking router: d3abc9c8-ea3c-4748-8244-6bec72a2aec2 for host: dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:25:12.028335 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fffdca-a3ef-4078-9a7a-dda3c61e6f88 None None] Routers {'d3abc9c8-ea3c-4748-8244-6bec72a2aec2'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:25:12.029173 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-c7fffdca-a3ef-4078-9a7a-dda3c61e6f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:24:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['d3abc9c8-ea3c-4748-8244-6bec72a2aec2'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:12.109616 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-68d2c5f5-6b35-4915-97f3-a394fb488a91 req-5e45d613-095e-4d99-83ef-101c9a29c0c5 service neutron] 10.222.0.37 "GET /v2.0/networks/1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050003 Nov 24 14:25:12.173775 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-c7fffdca-a3ef-4078-9a7a-dda3c61e6f88 None None] Set router d3abc9c8-ea3c-4748-8244-6bec72a2aec2 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:25:12.298142 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e10ed8-3ce4-452c-942a-4e8a93d1ad35 req-934b7fb3-f5c2-4703-bafd-2d5e7435def8 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:12.299736 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-04e10ed8-3ce4-452c-942a-4e8a93d1ad35 req-934b7fb3-f5c2-4703-bafd-2d5e7435def8 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.37 "GET /v2.0/ports?device_id=95baeda2-8703-44c3-8532-25ffb89b20a7 HTTP/1.1" status: 200 len: 945 time: 0.0749161 Nov 24 14:25:12.353540 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1b4d6749-2e2e-4251-a8f1-d00551052291 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:12.365131 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d3e4b-ed28-4ce4-9f7d-0f83ee7e4bb1 req-08244a2a-a645-4df4-8957-a06bc4cd0061 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:12.366692 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-123d3e4b-ed28-4ce4-9f7d-0f83ee7e4bb1 req-08244a2a-a645-4df4-8957-a06bc4cd0061 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 943 time: 0.1235211 Nov 24 14:25:12.375566 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bbd9e-d13a-4916-b658-70a3f0cb9afc req-86b084d7-4a13-4411-a949-e64257591f72 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:12.378122 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-44fca478-a1d2-441c-8244-69629ec97d26 req-33874b8b-03a5-4067-ad4a-493e35c6cc2f service neutron] 10.222.0.37 "GET /v2.0/networks/c5b77177-c415-4898-b361-8f6fa43e1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5621226 Nov 24 14:25:12.384723 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0b3bbd9e-d13a-4916-b658-70a3f0cb9afc req-86b084d7-4a13-4411-a949-e64257591f72 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?device_id=559ddb79-f15f-4cab-bb4d-18b879c7ccbd HTTP/1.1" status: 200 len: 945 time: 0.1104085 Nov 24 14:25:12.420689 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1b4d6749-2e2e-4251-a8f1-d00551052291 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:12.437059 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-c7fffdca-a3ef-4078-9a7a-dda3c61e6f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'name': 'tempest-AttachVolumeShelveTestJSON-810802159-router', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:39Z', 'updated_at': '2021-11-24T14:21:44Z', 'revision_number': 4, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'gw_port': {'id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:40Z', 'updated_at': '2021-11-24T14:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '527d377f-19e9-4186-bab5-01172366e320', 'name': '', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'mac_address': 'fa:16:3e:9c:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:43Z', 'updated_at': '2021-11-24T14:21:53Z', 'revision_number': 5, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'subnets': [{'id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:12.465647 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fffdca-a3ef-4078-9a7a-dda3c61e6f88 None None] The sync data for ids ['d3abc9c8-ea3c-4748-8244-6bec72a2aec2'] in dv-cinder-739079-6-iscsi is: [{'id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'name': 'tempest-AttachVolumeShelveTestJSON-810802159-router', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:39Z', 'updated_at': '2021-11-24T14:21:44Z', 'revision_number': 4, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'gw_port': {'id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:40Z', 'updated_at': '2021-11-24T14:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '527d377f-19e9-4186-bab5-01172366e320', 'name': '', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'mac_address': 'fa:16:3e:9c:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:43Z', 'updated_at': '2021-11-24T14:21:53Z', 'revision_number': 5, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'subnets': [{'id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:25:12.498277 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0b3bbd9e-d13a-4916-b658-70a3f0cb9afc req-28dcbb95-24f9-434f-9cdb-ec3c6e14ccf4 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a314734-2268-422d-acf1-20f8b920141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131942 Nov 24 14:25:12.511903 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-04e10ed8-3ce4-452c-942a-4e8a93d1ad35 req-77ea3135-1dff-4488-96b6-eeb3ee3d5bcd tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Deleting port 8e6637ed-45f2-440f-95bb-8636c9a35aef {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:25:12.512410 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-04e10ed8-3ce4-452c-942a-4e8a93d1ad35 req-77ea3135-1dff-4488-96b6-eeb3ee3d5bcd tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:12.515103 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-123d3e4b-ed28-4ce4-9f7d-0f83ee7e4bb1 req-60385e69-54ea-4061-93d8-5f60af11cdd8 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412923 Nov 24 14:25:12.529778 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e084cab-656f-494a-affc-7f431ee299fa tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:12.560868 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e084cab-656f-494a-affc-7f431ee299fa tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Pushing event deleted for resources: {'Port': ['ID=4d652d3a-3545-4291-b0cf-6e5abf3445da,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:12.566823 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1b4d6749-2e2e-4251-a8f1-d00551052291 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:12.569539 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1b4d6749-2e2e-4251-a8f1-d00551052291 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:12.573724 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-1b4d6749-2e2e-4251-a8f1-d00551052291 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "DELETE /v2.0/security-groups/485395de-bf70-4148-92a9-51cf040ef81e HTTP/1.1" status: 204 len: 168 time: 0.7555904 Nov 24 14:25:12.578223 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 49054) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:12.609851 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d6749-2e2e-4251-a8f1-d00551052291 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=485395de-bf70-4148-92a9-51cf040ef81e,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:12.639571 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-04e10ed8-3ce4-452c-942a-4e8a93d1ad35 req-77ea3135-1dff-4488-96b6-eeb3ee3d5bcd tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] For port 8e6637ed-45f2-440f-95bb-8636c9a35aef, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=8e6637ed-45f2-440f-95bb-8636c9a35aef,segment=NetworkSegment(4a2b2a11-2891-44e3-9598-0ff498ad696b),segment_id=4a2b2a11-2891-44e3-9598-0ff498ad696b)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:25:12.640144 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-04e10ed8-3ce4-452c-942a-4e8a93d1ad35 req-77ea3135-1dff-4488-96b6-eeb3ee3d5bcd tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:12.682775 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.api.v2.resource [None req-9d82cc95-68c8-4b3c-87e7-6b3f239682ec tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] show failed (client error): The resource could not be found. Nov 24 14:25:12.684427 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-9d82cc95-68c8-4b3c-87e7-6b3f239682ec tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups/485395de-bf70-4148-92a9-51cf040ef81e HTTP/1.1" status: 404 len: 347 time: 0.0843453 Nov 24 14:25:12.687219 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 49058) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:12.759679 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e16678-24c3-4df0-8235-07adf620ccb8 req-758326ae-1c33-4360-8756-f69ea1f077b2 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:12.761301 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f2e16678-24c3-4df0-8235-07adf620ccb8 req-758326ae-1c33-4360-8756-f69ea1f077b2 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/ports?device_id=95baeda2-8703-44c3-8532-25ffb89b20a7 HTTP/1.1" status: 200 len: 945 time: 0.1055477 Nov 24 14:25:12.799449 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e084cab-656f-494a-affc-7f431ee299fa tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks [] for floatingip, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:12.799709 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.db.l3_db [None req-7e084cab-656f-494a-affc-7f431ee299fa tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Floating IP 5de9f66c-b70d-4e90-a8b7-806ac8842d3b disassociated (deleted). External IP: 172.27.3.152, port: 6262e118-c20b-464b-973d-ed2cd68e9ecb. Nov 24 14:25:12.810067 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36ca648-09f2-4945-9d39-b2fc8a084fec None None] New status for floating IP 5c3dd847-e1dc-4a91-9ae6-6b635d96617b: DOWN {{(pid=102764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:25:12.888649 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f2e16678-24c3-4df0-8235-07adf620ccb8 req-b384fd55-2bfb-4402-aae0-ca7d778763e2 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups?id=f5466e18-5780-4999-a593-4f67b36bde37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933840 Nov 24 14:25:12.932359 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-04e10ed8-3ce4-452c-942a-4e8a93d1ad35 req-77ea3135-1dff-4488-96b6-eeb3ee3d5bcd tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:12.933313 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-04e10ed8-3ce4-452c-942a-4e8a93d1ad35 req-77ea3135-1dff-4488-96b6-eeb3ee3d5bcd tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667194'] for floatingip, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:12.933721 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.db.l3_db [req-04e10ed8-3ce4-452c-942a-4e8a93d1ad35 req-77ea3135-1dff-4488-96b6-eeb3ee3d5bcd tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Floating IP 1511708a-1818-42be-bb88-a68e41f713a1 disassociated. External IP: 172.27.3.143, port: 8e6637ed-45f2-440f-95bb-8636c9a35aef. Nov 24 14:25:12.934532 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-04e10ed8-3ce4-452c-942a-4e8a93d1ad35 req-77ea3135-1dff-4488-96b6-eeb3ee3d5bcd tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Calling delete_port for 8e6637ed-45f2-440f-95bb-8636c9a35aef owned by compute:nova {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:25:12.966375 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85648751-5bea-47b1-b7e0-9d8330268995 req-709d8fcb-8d65-4b5a-8822-7a4869633d09 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:12.967967 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-85648751-5bea-47b1-b7e0-9d8330268995 req-709d8fcb-8d65-4b5a-8822-7a4869633d09 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.37 "GET /v2.0/ports?device_id=559ddb79-f15f-4cab-bb4d-18b879c7ccbd HTTP/1.1" status: 200 len: 945 time: 0.1821735 Nov 24 14:25:13.021367 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-3ee27e93-251e-489e-9349-3b9bc3f455af tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Deleting port be35fdf7-22f5-4c65-99c4-39b01113af77 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:25:13.021705 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3ee27e93-251e-489e-9349-3b9bc3f455af tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:13.088893 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-04e10ed8-3ce4-452c-942a-4e8a93d1ad35 req-77ea3135-1dff-4488-96b6-eeb3ee3d5bcd tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:13.119031 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea3135-1dff-4488-96b6-eeb3ee3d5bcd tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Pushing event deleted for resources: {'Port': ['ID=8e6637ed-45f2-440f-95bb-8636c9a35aef,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:13.150719 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b no longer exists at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:25:13.177043 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] No Port match for: f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:25:13.177392 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device f628f7f0-5eb9-4f6f-87a4-bd25bbb34b0b not bound to the agent host hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:25:13.227378 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3ee27e93-251e-489e-9349-3b9bc3f455af tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:13.227751 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3ee27e93-251e-489e-9349-3b9bc3f455af tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:13.243842 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04e10ed8-3ce4-452c-942a-4e8a93d1ad35 req-77ea3135-1dff-4488-96b6-eeb3ee3d5bcd tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Router 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:25:13.247017 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-3ee27e93-251e-489e-9349-3b9bc3f455af tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Calling delete_port for be35fdf7-22f5-4c65-99c4-39b01113af77 owned by network:floatingip {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:25:13.264353 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [req-85648751-5bea-47b1-b7e0-9d8330268995 req-c7388b05-8c41-431b-8af1-78d996723279 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Deleting port 64ead8f2-b97f-4291-baf7-33e94aa201a0 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:25:13.264692 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-85648751-5bea-47b1-b7e0-9d8330268995 req-c7388b05-8c41-431b-8af1-78d996723279 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:13.284670 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e084cab-656f-494a-affc-7f431ee299fa tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Router 52ea121a-306a-4de4-924b-38720fbf1ede has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:25:13.362402 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04e10ed8-3ce4-452c-942a-4e8a93d1ad35 req-77ea3135-1dff-4488-96b6-eeb3ee3d5bcd tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:25:13.383248 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21543dcf-87f4-4e51-9a79-04e45b1e56b5 None None] Sync routers for ids ['9f9fe4d4-d069-40a0-bbad-0c83cf40e712'] in dv-cinder-739079-6-iscsi {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:25:13.398368 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21543dcf-87f4-4e51-9a79-04e45b1e56b5 None None] Routers {'9f9fe4d4-d069-40a0-bbad-0c83cf40e712'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:25:13.399663 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-21543dcf-87f4-4e51-9a79-04e45b1e56b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:24:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['9f9fe4d4-d069-40a0-bbad-0c83cf40e712'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:13.443870 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e10ed8-3ce4-452c-942a-4e8a93d1ad35 req-77ea3135-1dff-4488-96b6-eeb3ee3d5bcd tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] No DVR routers for this DVR port 8e6637ed-45f2-440f-95bb-8636c9a35aef on host hv-cinder-73907 {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:25:13.446276 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-04e10ed8-3ce4-452c-942a-4e8a93d1ad35 req-77ea3135-1dff-4488-96b6-eeb3ee3d5bcd tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:13.451099 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-04e10ed8-3ce4-452c-942a-4e8a93d1ad35 req-77ea3135-1dff-4488-96b6-eeb3ee3d5bcd tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.37 "DELETE /v2.0/ports/8e6637ed-45f2-440f-95bb-8636c9a35aef HTTP/1.1" status: 204 len: 173 time: 1.1330686 Nov 24 14:25:13.451589 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95baeda2-8703-44c3-8532-25ffb89b20a7', 'name': 'network-vif-deleted', 'tag': '8e6637ed-45f2-440f-95bb-8636c9a35aef'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:25:13.454986 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae21199a9d4b78a62ed18da464448d73790c24002c352d214487bf1b37d0fcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26ee8f8-3bac-4f8b-9ef7-b1c75d7e2fa6" -d '{"events": [{"server_uuid": "95baeda2-8703-44c3-8532-25ffb89b20a7", "name": "network-vif-deleted", "tag": "8e6637ed-45f2-440f-95bb-8636c9a35aef"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:25:13.481790 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479376b1-a6b0-46c3-af3b-1a864ea9e7f1 req-fc5140c7-1915-47a1-8df1-97c41106d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:13.486311 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-479376b1-a6b0-46c3-af3b-1a864ea9e7f1 req-fc5140c7-1915-47a1-8df1-97c41106d6ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2568470bb1d43569c7dceb498364354&device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 1096 time: 0.1022992 Nov 24 14:25:13.506585 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef95c7b-7de8-47b1-8b52-264b8eb66cd7 x-openstack-request-id: req-3ef95c7b-7de8-47b1-8b52-264b8eb66cd7 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:25:13.509811 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95baeda2-8703-44c3-8532-25ffb89b20a7", "name": "network-vif-deleted", "tag": "8e6637ed-45f2-440f-95bb-8636c9a35aef", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:25:13.510862 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3ef95c7b-7de8-47b1-8b52-264b8eb66cd7 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:25:13.511977 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95baeda2-8703-44c3-8532-25ffb89b20a7', 'name': 'network-vif-deleted', 'tag': '8e6637ed-45f2-440f-95bb-8636c9a35aef', 'status': 'completed', 'code': 200} Nov 24 14:25:13.523547 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-85648751-5bea-47b1-b7e0-9d8330268995 req-c7388b05-8c41-431b-8af1-78d996723279 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] For port 64ead8f2-b97f-4291-baf7-33e94aa201a0, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=64ead8f2-b97f-4291-baf7-33e94aa201a0,segment=NetworkSegment(3629d987-cce9-46d5-bfac-a1277b898128),segment_id=3629d987-cce9-46d5-bfac-a1277b898128)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:25:13.524139 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-85648751-5bea-47b1-b7e0-9d8330268995 req-c7388b05-8c41-431b-8af1-78d996723279 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:13.563225 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-21543dcf-87f4-4e51-9a79-04e45b1e56b5 None None] Set router 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:25:13.590081 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [req-85648751-5bea-47b1-b7e0-9d8330268995 req-c7388b05-8c41-431b-8af1-78d996723279 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Calling delete_port for 64ead8f2-b97f-4291-baf7-33e94aa201a0 owned by compute:nova {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:25:13.731112 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479376b1-a6b0-46c3-af3b-1a864ea9e7f1 req-7fc9f0dc-3f67-4fc5-bdce-3ff64d6e6ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:13.733035 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-479376b1-a6b0-46c3-af3b-1a864ea9e7f1 req-7fc9f0dc-3f67-4fc5-bdce-3ff64d6e6ea7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1 HTTP/1.1" status: 200 len: 910 time: 0.2050548 Nov 24 14:25:13.791375 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e084cab-656f-494a-affc-7f431ee299fa tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:25:13.799663 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0277e8-566d-41a5-b356-080a25af1963 req-ab959b42-af8a-4ce2-b7a3-e63f5f025223 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:13.799917 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7e084cab-656f-494a-affc-7f431ee299fa tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for floatingip, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:13.801454 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ab0277e8-566d-41a5-b356-080a25af1963 req-ab959b42-af8a-4ce2-b7a3-e63f5f025223 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?device_id=559ddb79-f15f-4cab-bb4d-18b879c7ccbd HTTP/1.1" status: 200 len: 945 time: 0.1386590 Nov 24 14:25:13.812400 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b80135c-b592-4d32-a861-a34952770599 None None] Sync routers for ids ['52ea121a-306a-4de4-924b-38720fbf1ede'] in dv-cinder-739079-6-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:25:13.825695 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b80135c-b592-4d32-a861-a34952770599 None None] Routers {'52ea121a-306a-4de4-924b-38720fbf1ede'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:25:13.826633 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-5b80135c-b592-4d32-a861-a34952770599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:24:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['52ea121a-306a-4de4-924b-38720fbf1ede'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:13.849233 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-479376b1-a6b0-46c3-af3b-1a864ea9e7f1 req-514b70e4-ced6-4610-9ebc-4cd97f6a8f12 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eae8b464-19c7-4c2b-8770-15d78bff65f2 HTTP/1.1" status: 200 len: 999 time: 0.1059890 Nov 24 14:25:13.855661 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3ee27e93-251e-489e-9349-3b9bc3f455af tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:13.876892 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2446a-23e1-45b5-bb35-278de2e3b570 req-1cec25f0-e075-44c5-a573-41a95d9d3eb7 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:13.879890 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-03f2446a-23e1-45b5-bb35-278de2e3b570 req-1cec25f0-e075-44c5-a573-41a95d9d3eb7 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 943 time: 0.1749830 Nov 24 14:25:13.896784 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-7e084cab-656f-494a-affc-7f431ee299fa tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "DELETE /v2.0/floatingips/5de9f66c-b70d-4e90-a8b7-806ac8842d3b HTTP/1.1" status: 204 len: 168 time: 2.9022343 Nov 24 14:25:13.904884 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-21543dcf-87f4-4e51-9a79-04e45b1e56b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'name': 'tempest-AttachVolumeTestJSON-615975502-router', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:18:01Z', 'updated_at': '2021-11-24T14:18:08Z', 'revision_number': 4, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'gw_port': {'id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:02Z', 'updated_at': '2021-11-24T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '5d85a525-384c-425a-b554-cb710f4207a5', 'name': '', 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'mac_address': 'fa:16:3e:96:54:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:06Z', 'updated_at': '2021-11-24T14:18:17Z', 'revision_number': 5, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'subnets': [{'id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:13.930326 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-ab0277e8-566d-41a5-b356-080a25af1963 req-e90f6c47-26a5-485a-9be1-ad574780754a tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a314734-2268-422d-acf1-20f8b920141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140308 Nov 24 14:25:13.938037 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2b0ba6-8781-4450-bc99-e37f85c8b467', 'tag': '6262e118-c20b-464b-973d-ed2cd68e9ecb'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:25:13.941213 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463ea6a5-d7eb-441d-afac-e21974843c96" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2b0ba6-8781-4450-bc99-e37f85c8b467", "tag": "6262e118-c20b-464b-973d-ed2cd68e9ecb"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:25:13.954034 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479376b1-a6b0-46c3-af3b-1a864ea9e7f1 req-8affc3c6-a5ea-4e51-8919-b13aef33f7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:13.956467 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-479376b1-a6b0-46c3-af3b-1a864ea9e7f1 req-8affc3c6-a5ea-4e51-8919-b13aef33f7c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e749acf-139b-4f39-b602-a65be69fd06f HTTP/1.1" status: 200 len: 847 time: 0.0941429 Nov 24 14:25:13.992216 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee27e93-251e-489e-9349-3b9bc3f455af tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Pushing event deleted for resources: {'Port': ['ID=be35fdf7-22f5-4c65-99c4-39b01113af77,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:14.009423 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21543dcf-87f4-4e51-9a79-04e45b1e56b5 None None] Checking router: 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 for host: dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:25:14.030805 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21543dcf-87f4-4e51-9a79-04e45b1e56b5 None None] Routers {'9f9fe4d4-d069-40a0-bbad-0c83cf40e712'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:25:14.031466 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-21543dcf-87f4-4e51-9a79-04e45b1e56b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:24:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['9f9fe4d4-d069-40a0-bbad-0c83cf40e712'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:14.074668 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-5b80135c-b592-4d32-a861-a34952770599 None None] Set router 52ea121a-306a-4de4-924b-38720fbf1ede gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:25:14.080298 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479376b1-a6b0-46c3-af3b-1a864ea9e7f1 req-f08293cc-19e5-4605-8dee-1d77021690a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:14.084554 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-479376b1-a6b0-46c3-af3b-1a864ea9e7f1 req-f08293cc-19e5-4605-8dee-1d77021690a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1187382 Nov 24 14:25:14.120099 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3ee27e93-251e-489e-9349-3b9bc3f455af tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for floatingip, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:14.123523 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-3ee27e93-251e-489e-9349-3b9bc3f455af tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for floatingip, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:14.124723 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-3ee27e93-251e-489e-9349-3b9bc3f455af tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "DELETE /v2.0/floatingips/5c3dd847-e1dc-4a91-9ae6-6b635d96617b HTTP/1.1" status: 204 len: 168 time: 1.4366059 Nov 24 14:25:14.206876 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-85648751-5bea-47b1-b7e0-9d8330268995 req-c7388b05-8c41-431b-8af1-78d996723279 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:14.231859 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['64ead8f2-b97f-4291-baf7-33e94aa201a0'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:25:14.274714 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-479376b1-a6b0-46c3-af3b-1a864ea9e7f1 req-30117caa-4ce5-43f1-8c7b-eca4ab49c058 service neutron] 10.222.0.37 "GET /v2.0/networks/1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812515 Nov 24 14:25:14.280889 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-21543dcf-87f4-4e51-9a79-04e45b1e56b5 None None] Set router 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:25:14.381116 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-03f2446a-23e1-45b5-bb35-278de2e3b570 req-51414c06-b292-45af-9a64-4ebf4e6d423f tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4805839 Nov 24 14:25:14.381959 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7388b05-8c41-431b-8af1-78d996723279 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Pushing event deleted for resources: {'Port': ['ID=64ead8f2-b97f-4291-baf7-33e94aa201a0,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:14.426522 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-5b80135c-b592-4d32-a861-a34952770599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'name': 'tempest-TestMinimumBasicScenario-1926674173-router', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'f3e848ae-8d42-42da-8bd7-d07675451dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:22:08Z', 'updated_at': '2021-11-24T14:22:12Z', 'revision_number': 4, 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'gw_port': {'id': 'f3e848ae-8d42-42da-8bd7-d07675451dd4', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:09Z', 'updated_at': '2021-11-24T14:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '988f15e6-2d05-4ae5-930f-4f8d14802a13', 'name': '', 'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'mac_address': 'fa:16:3e:c4:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:11Z', 'updated_at': '2021-11-24T14:22:19Z', 'revision_number': 5, 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'subnets': [{'id': '4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:14.435793 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-479376b1-a6b0-46c3-af3b-1a864ea9e7f1 req-f304dcc5-5f1e-4b66-a1cc-78ff86681bd0 service neutron] 10.222.0.37 "GET /v2.0/networks/1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530514 Nov 24 14:25:14.442356 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [req-85648751-5bea-47b1-b7e0-9d8330268995 req-c7388b05-8c41-431b-8af1-78d996723279 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] No DVR routers for this DVR port 64ead8f2-b97f-4291-baf7-33e94aa201a0 on host hv-cinder-73907 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:25:14.448946 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-85648751-5bea-47b1-b7e0-9d8330268995 req-c7388b05-8c41-431b-8af1-78d996723279 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:14.453262 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-85648751-5bea-47b1-b7e0-9d8330268995 req-c7388b05-8c41-431b-8af1-78d996723279 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.37 "DELETE /v2.0/ports/64ead8f2-b97f-4291-baf7-33e94aa201a0 HTTP/1.1" status: 204 len: 173 time: 1.4739985 Nov 24 14:25:14.459537 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac89c967-e684-42f7-9be0-02969c0ca3aa x-openstack-request-id: req-ac89c967-e684-42f7-9be0-02969c0ca3aa {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:25:14.460061 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2b0ba6-8781-4450-bc99-e37f85c8b467", "tag": "6262e118-c20b-464b-973d-ed2cd68e9ecb", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:25:14.463934 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ac89c967-e684-42f7-9be0-02969c0ca3aa {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:25:14.464413 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2b0ba6-8781-4450-bc99-e37f85c8b467', 'tag': '6262e118-c20b-464b-973d-ed2cd68e9ecb', 'status': 'completed', 'code': 200} Nov 24 14:25:14.493377 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b80135c-b592-4d32-a861-a34952770599 None None] Checking router: 52ea121a-306a-4de4-924b-38720fbf1ede for host: dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:25:14.513335 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b80135c-b592-4d32-a861-a34952770599 None None] Routers {'52ea121a-306a-4de4-924b-38720fbf1ede'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:25:14.516115 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-5b80135c-b592-4d32-a861-a34952770599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:24:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['52ea121a-306a-4de4-924b-38720fbf1ede'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:14.596144 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ea6a5-d7eb-441d-afac-e21974843c96 req-63336486-6a92-4728-811f-3ee0346d9ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:14.598867 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-463ea6a5-d7eb-441d-afac-e21974843c96 req-63336486-6a92-4728-811f-3ee0346d9ddf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2a116ccd6f848deb04de4b1465cf089&device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 1099 time: 0.0880094 Nov 24 14:25:14.654095 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 49082) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:14.689256 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-33407c7d-b9a6-4d06-8a6a-067971a26ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:14.703381 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 49084) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:14.709776 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-b857cc1c-69ee-48f0-b1f1-b14bb706c278 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Request body: {'security_group': {'name': 'tempest-securitygroup--41211422', 'description': 'tempest-description--745921376'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:25:14.737098 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-5b80135c-b592-4d32-a861-a34952770599 None None] Set router 52ea121a-306a-4de4-924b-38720fbf1ede gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:25:14.763323 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ea6a5-d7eb-441d-afac-e21974843c96 req-492a2296-2a20-42a7-8695-4a6fd0afec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:14.765110 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-463ea6a5-d7eb-441d-afac-e21974843c96 req-492a2296-2a20-42a7-8695-4a6fd0afec3d service neutron] 10.222.0.37 "GET /v2.0/networks?id=c5b77177-c415-4898-b361-8f6fa43e1616 HTTP/1.1" status: 200 len: 917 time: 0.1451290 Nov 24 14:25:14.767189 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-652b5b12-4678-44d9-a500-c900f68b7692 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:14.784902 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b857cc1c-69ee-48f0-b1f1-b14bb706c278 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:14.801620 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-652b5b12-4678-44d9-a500-c900f68b7692 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:14.826988 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-463ea6a5-d7eb-441d-afac-e21974843c96 req-0d54a445-8258-4e64-9d64-1aeb8387cfc9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6262e118-c20b-464b-973d-ed2cd68e9ecb HTTP/1.1" status: 200 len: 217 time: 0.0466201 Nov 24 14:25:14.853937 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-21543dcf-87f4-4e51-9a79-04e45b1e56b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'name': 'tempest-AttachVolumeTestJSON-615975502-router', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:18:01Z', 'updated_at': '2021-11-24T14:18:08Z', 'revision_number': 4, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'gw_port': {'id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:02Z', 'updated_at': '2021-11-24T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '5d85a525-384c-425a-b554-cb710f4207a5', 'name': '', 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'mac_address': 'fa:16:3e:96:54:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:06Z', 'updated_at': '2021-11-24T14:18:17Z', 'revision_number': 5, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'subnets': [{'id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:14.887943 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-652b5b12-4678-44d9-a500-c900f68b7692 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:14.892938 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-652b5b12-4678-44d9-a500-c900f68b7692 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:14.896421 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 49086) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:14.898462 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-652b5b12-4678-44d9-a500-c900f68b7692 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "DELETE /v2.0/security-groups/f5466e18-5780-4999-a593-4f67b36bde37 HTTP/1.1" status: 204 len: 168 time: 0.2407610 Nov 24 14:25:14.913968 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21543dcf-87f4-4e51-9a79-04e45b1e56b5 None None] The sync data for ids ['9f9fe4d4-d069-40a0-bbad-0c83cf40e712'] in dv-cinder-739079-6-iscsi is: [{'id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'name': 'tempest-AttachVolumeTestJSON-615975502-router', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:18:01Z', 'updated_at': '2021-11-24T14:18:08Z', 'revision_number': 4, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'gw_port': {'id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:02Z', 'updated_at': '2021-11-24T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '5d85a525-384c-425a-b554-cb710f4207a5', 'name': '', 'network_id': 'eed9835b-0528-48c8-805c-6a672cef9034', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'mac_address': 'fa:16:3e:96:54:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:06Z', 'updated_at': '2021-11-24T14:18:17Z', 'revision_number': 5, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'subnets': [{'id': 'cc91be5c-3dda-4f91-90ca-58668d9f6158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:25:14.922091 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ea6a5-d7eb-441d-afac-e21974843c96 req-5c1bae46-5f56-466c-b1d6-abaeffcca459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:14.923624 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-463ea6a5-d7eb-441d-afac-e21974843c96 req-5c1bae46-5f56-466c-b1d6-abaeffcca459 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0 HTTP/1.1" status: 200 len: 854 time: 0.0874088 Nov 24 14:25:14.924632 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.api.v2.resource [None req-d09546f0-c3ed-46b5-8ff5-b631d10718d2 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] show failed (client error): The resource could not be found. Nov 24 14:25:14.925753 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-d09546f0-c3ed-46b5-8ff5-b631d10718d2 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "GET /v2.0/security-groups/f5466e18-5780-4999-a593-4f67b36bde37 HTTP/1.1" status: 404 len: 347 time: 0.0281968 Nov 24 14:25:14.927842 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b5b12-4678-44d9-a500-c900f68b7692 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5466e18-5780-4999-a593-4f67b36bde37,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:14.928762 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 49088) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:15.037514 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b857cc1c-69ee-48f0-b1f1-b14bb706c278 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:15.046325 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b857cc1c-69ee-48f0-b1f1-b14bb706c278 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:15.106139 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b857cc1c-69ee-48f0-b1f1-b14bb706c278 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:15.111506 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-b857cc1c-69ee-48f0-b1f1-b14bb706c278 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4012728 Nov 24 14:25:15.112365 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 49092) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:15.117758 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-6751e492-0530-4473-aec5-d848f9d489ef tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Request body: {'security_group_rule': {'security_group_id': 'e41fe92c-2141-46e8-8c83-333c042e17c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:25:15.147330 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857cc1c-69ee-48f0-b1f1-b14bb706c278 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e41fe92c-2141-46e8-8c83-333c042e17c9,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:15.169210 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-5b80135c-b592-4d32-a861-a34952770599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'name': 'tempest-TestMinimumBasicScenario-1926674173-router', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'f3e848ae-8d42-42da-8bd7-d07675451dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:22:08Z', 'updated_at': '2021-11-24T14:22:12Z', 'revision_number': 4, 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'gw_port': {'id': 'f3e848ae-8d42-42da-8bd7-d07675451dd4', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:09Z', 'updated_at': '2021-11-24T14:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '988f15e6-2d05-4ae5-930f-4f8d14802a13', 'name': '', 'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'mac_address': 'fa:16:3e:c4:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:11Z', 'updated_at': '2021-11-24T14:22:19Z', 'revision_number': 5, 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'subnets': [{'id': '4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:15.178172 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ea6a5-d7eb-441d-afac-e21974843c96 req-234e4fa7-be4e-4e7b-bc2b-5d1ca0d468be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:15.180945 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-463ea6a5-d7eb-441d-afac-e21974843c96 req-234e4fa7-be4e-4e7b-bc2b-5d1ca0d468be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5b77177-c415-4898-b361-8f6fa43e1616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2424467 Nov 24 14:25:15.205791 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b80135c-b592-4d32-a861-a34952770599 None None] The sync data for ids ['52ea121a-306a-4de4-924b-38720fbf1ede'] in dv-cinder-739079-6-iscsi is: [{'id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'name': 'tempest-TestMinimumBasicScenario-1926674173-router', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'f3e848ae-8d42-42da-8bd7-d07675451dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:22:08Z', 'updated_at': '2021-11-24T14:22:12Z', 'revision_number': 4, 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'gw_port': {'id': 'f3e848ae-8d42-42da-8bd7-d07675451dd4', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:09Z', 'updated_at': '2021-11-24T14:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '988f15e6-2d05-4ae5-930f-4f8d14802a13', 'name': '', 'network_id': 'c5b77177-c415-4898-b361-8f6fa43e1616', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'mac_address': 'fa:16:3e:c4:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:11Z', 'updated_at': '2021-11-24T14:22:19Z', 'revision_number': 5, 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'subnets': [{'id': '4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:25:15.263375 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-16d4c877-fd74-4894-b90e-aa555bb328ed req-8ebdfd4c-144c-4980-b0cc-d1f234d5ffc6 tempest-VolumesSnapshotTestJSON-673886970 tempest-VolumesSnapshotTestJSON-673886970-project] 10.222.0.73 "GET /v2.0/ports?device_id=559ddb79-f15f-4cab-bb4d-18b879c7ccbd HTTP/1.1" status: 200 len: 210 time: 0.0971611 Nov 24 14:25:15.264666 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6751e492-0530-4473-aec5-d848f9d489ef tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:15.380668 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6751e492-0530-4473-aec5-d848f9d489ef tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:15.391315 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6751e492-0530-4473-aec5-d848f9d489ef tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701580'] for security_group_rule, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:15.409149 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751e492-0530-4473-aec5-d848f9d489ef tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09cc23b-028d-4d9a-9695-ac553a56925f,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:15.419723 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-92ef8158-6b8e-493d-9fb1-c0282b72de98 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Deleting port e62fc72e-78eb-4ed0-bc55-fff82bd11e76 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:25:15.419975 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-92ef8158-6b8e-493d-9fb1-c0282b72de98 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:15.442197 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6751e492-0530-4473-aec5-d848f9d489ef tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:15.451960 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2b1260-f225-4282-ad7a-e7ad10d9b2ad None None] New status for floating IP 1511708a-1818-42be-bb88-a68e41f713a1: DOWN {{(pid=102763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:25:15.456318 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 49096) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:15.456570 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-6751e492-0530-4473-aec5-d848f9d489ef tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3424428 Nov 24 14:25:15.461733 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-6c9fc08c-cde7-43da-8939-5e74573a1c54 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Request body: {'security_group_rule': {'security_group_id': 'e41fe92c-2141-46e8-8c83-333c042e17c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:25:15.469153 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-463ea6a5-d7eb-441d-afac-e21974843c96 req-c2a7752a-1a2f-43f3-940f-4273c72b98ab service neutron] 10.222.0.37 "GET /v2.0/networks/c5b77177-c415-4898-b361-8f6fa43e1616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801700 Nov 24 14:25:15.605607 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-92ef8158-6b8e-493d-9fb1-c0282b72de98 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:15.606260 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-92ef8158-6b8e-493d-9fb1-c0282b72de98 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:15.644838 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88f9fff-e5ee-404b-b49d-c74b5d6a99ae None None] New status for floating IP 5de9f66c-b70d-4e90-a8b7-806ac8842d3b: DOWN {{(pid=102764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:25:15.653358 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-92ef8158-6b8e-493d-9fb1-c0282b72de98 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Calling delete_port for e62fc72e-78eb-4ed0-bc55-fff82bd11e76 owned by network:floatingip {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:25:15.658578 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6c9fc08c-cde7-43da-8939-5e74573a1c54 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:15.708209 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe8a88-c872-47dd-9d4c-fa294f55543c req-384fbec9-1cc0-41ea-b258-7617b2f56f32 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:15.709913 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6ebe8a88-c872-47dd-9d4c-fa294f55543c req-384fbec9-1cc0-41ea-b258-7617b2f56f32 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 943 time: 0.1997378 Nov 24 14:25:15.795959 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-463ea6a5-d7eb-441d-afac-e21974843c96 req-f47c3e5b-f2a5-4de7-a592-7b837172c4af service neutron] 10.222.0.37 "GET /v2.0/networks/c5b77177-c415-4898-b361-8f6fa43e1616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847414 Nov 24 14:25:15.854389 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6c9fc08c-cde7-43da-8939-5e74573a1c54 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:15.868707 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6ebe8a88-c872-47dd-9d4c-fa294f55543c req-54dedc1b-67fc-42f2-8dfa-44b7e5aed705 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194277 Nov 24 14:25:15.871350 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6c9fc08c-cde7-43da-8939-5e74573a1c54 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701580'] for security_group_rule, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:15.897648 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9fc08c-cde7-43da-8939-5e74573a1c54 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e6013b3-49e5-4384-ab1d-c89a7cb8fe33,revision_number=0']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:15.926262 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6c9fc08c-cde7-43da-8939-5e74573a1c54 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:15.927524 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-6c9fc08c-cde7-43da-8939-5e74573a1c54 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4713082 Nov 24 14:25:15.931059 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 49108) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:15.937135 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-8882f3ea-a1b0-4fed-a311-cab6cee34448 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Request body: {'floatingip': {'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:25:15.957507 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-92ef8158-6b8e-493d-9fb1-c0282b72de98 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:15.966729 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8882f3ea-a1b0-4fed-a311-cab6cee34448 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for floatingip, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:15.984696 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef8158-6b8e-493d-9fb1-c0282b72de98 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Pushing event deleted for resources: {'Port': ['ID=e62fc72e-78eb-4ed0-bc55-fff82bd11e76,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:16.056073 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-92ef8158-6b8e-493d-9fb1-c0282b72de98 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks [] for floatingip, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:16.059814 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-92ef8158-6b8e-493d-9fb1-c0282b72de98 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for floatingip, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:16.064510 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-92ef8158-6b8e-493d-9fb1-c0282b72de98 tempest-AttachVolumeTestJSON-2125516041 tempest-AttachVolumeTestJSON-2125516041-project] 10.222.0.73 "DELETE /v2.0/floatingips/1511708a-1818-42be-bb88-a68e41f713a1 HTTP/1.1" status: 204 len: 168 time: 1.1313870 Nov 24 14:25:16.108535 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8882f3ea-a1b0-4fed-a311-cab6cee34448 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:16.241373 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [None req-8882f3ea-a1b0-4fed-a311-cab6cee34448 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Allocated IP 172.27.3.179 (49cac10e-0da0-4a0f-8769-64a9bee58c01/34c9a594-21b4-4e79-af6f-55375f25e5d0/901c6655-6119-4515-ba35-bae0bf6afa22) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:25:16.371639 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8882f3ea-a1b0-4fed-a311-cab6cee34448 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for port, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:16.413845 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8882f3ea-a1b0-4fed-a311-cab6cee34448 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:16.459852 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8882f3ea-a1b0-4fed-a311-cab6cee34448 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Network 49cac10e-0da0-4a0f-8769-64a9bee58c01 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:25:16.465727 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559ddb79-f15f-4cab-bb4d-18b879c7ccbd', 'name': 'network-vif-deleted', 'tag': '64ead8f2-b97f-4291-baf7-33e94aa201a0'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:25:16.468320 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-8882f3ea-a1b0-4fed-a311-cab6cee34448 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:25:16.469111 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f8268a-6444-4938-a26e-786162c6f012" -d '{"events": [{"server_uuid": "559ddb79-f15f-4cab-bb4d-18b879c7ccbd", "name": "network-vif-deleted", "tag": "64ead8f2-b97f-4291-baf7-33e94aa201a0"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:25:16.472394 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8882f3ea-a1b0-4fed-a311-cab6cee34448 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:25:16.503108 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882f3ea-a1b0-4fed-a311-cab6cee34448 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Pushing event updated for resources: {'Port': ['ID=901c6655-6119-4515-ba35-bae0bf6afa22,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:16.519734 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e594be-6abd-4b8c-b92c-c143f49877d5 x-openstack-request-id: req-56e594be-6abd-4b8c-b92c-c143f49877d5 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:25:16.520073 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559ddb79-f15f-4cab-bb4d-18b879c7ccbd", "name": "network-vif-deleted", "tag": "64ead8f2-b97f-4291-baf7-33e94aa201a0", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:25:16.520388 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-56e594be-6abd-4b8c-b92c-c143f49877d5 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:25:16.520748 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559ddb79-f15f-4cab-bb4d-18b879c7ccbd', 'name': 'network-vif-deleted', 'tag': '64ead8f2-b97f-4291-baf7-33e94aa201a0', 'status': 'completed', 'code': 200} Nov 24 14:25:16.585637 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8882f3ea-a1b0-4fed-a311-cab6cee34448 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:16.630415 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8882f3ea-a1b0-4fed-a311-cab6cee34448 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:16.790596 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8882f3ea-a1b0-4fed-a311-cab6cee34448 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:16.795951 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8882f3ea-a1b0-4fed-a311-cab6cee34448 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11930847'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:16.871444 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882f3ea-a1b0-4fed-a311-cab6cee34448 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Pushing event updated for resources: {'Port': ['ID=901c6655-6119-4515-ba35-bae0bf6afa22,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:16.884650 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8882f3ea-a1b0-4fed-a311-cab6cee34448 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667194'] for floatingip, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:16.903573 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8882f3ea-a1b0-4fed-a311-cab6cee34448 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for floatingip, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:16.904872 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-8882f3ea-a1b0-4fed-a311-cab6cee34448 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9728396 Nov 24 14:25:16.920684 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4f3773c5-ac03-49c3-933f-93f22db94aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:17.018473 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b9a8b-2b6f-4d90-86b2-027348294d8d req-b73f8f51-c64b-47d6-bbb4-d3c50202231f tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:17.020189 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5f2b9a8b-2b6f-4d90-86b2-027348294d8d req-b73f8f51-c64b-47d6-bbb4-d3c50202231f tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 943 time: 0.0633354 Nov 24 14:25:17.078184 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5f2b9a8b-2b6f-4d90-86b2-027348294d8d req-1da6d90b-99c8-49b3-8aef-30a0dc757438 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516634 Nov 24 14:25:17.179762 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 8e6637ed-45f2-440f-95bb-8636c9a35aef no longer exists at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:25:17.220745 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] No Port match for: 8e6637ed-45f2-440f-95bb-8636c9a35aef {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:25:17.221439 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 8e6637ed-45f2-440f-95bb-8636c9a35aef not bound to the agent host hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:25:17.222199 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 64ead8f2-b97f-4291-baf7-33e94aa201a0 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:25:17.247697 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] No Port match for: 64ead8f2-b97f-4291-baf7-33e94aa201a0 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:25:17.248045 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 64ead8f2-b97f-4291-baf7-33e94aa201a0 not bound to the agent host hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:25:17.279809 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-4ecd6998-ae0d-4f31-a5ea-0e273558f69d tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--41211422&fields=id&tenant_id=b8179f38954442d58e1c209cf0f0eb43 HTTP/1.1" status: 200 len: 267 time: 0.0763588 Nov 24 14:25:17.285128 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd4492-afa1-4688-b2bf-4772e1205712 req-bef17814-85ba-4700-8be7-e55032562102 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:17.286716 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e2fd4492-afa1-4688-b2bf-4772e1205712 req-bef17814-85ba-4700-8be7-e55032562102 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 946 time: 0.0864875 Nov 24 14:25:17.342709 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e2fd4492-afa1-4688-b2bf-4772e1205712 req-122c9e44-6cc8-4d20-bf1b-f09f37c67a41 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495048 Nov 24 14:25:17.435107 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-08868570-aa88-42a5-a424-c00eea2f834e tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:17.437870 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-08868570-aa88-42a5-a424-c00eea2f834e tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/networks?id=36acfee9-a029-4045-9f01-f7f9a199421c HTTP/1.1" status: 200 len: 816 time: 0.1535490 Nov 24 14:25:17.453249 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-f53dfe74-8d7c-4213-9ee2-691a6e27e58c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/quotas/b8179f38954442d58e1c209cf0f0eb43 HTTP/1.1" status: 200 len: 375 time: 0.0095968 Nov 24 14:25:17.509702 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-56c6a0b0-ed7c-4f83-80c5-28f98b1c3a5b tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8179f38954442d58e1c209cf0f0eb43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502307 Nov 24 14:25:17.668539 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-7a6efc90-7d18-4d04-a3fe-921842636171 service neutron] 10.222.0.73 "GET /v2.0/networks/36acfee9-a029-4045-9f01-f7f9a199421c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461339 Nov 24 14:25:17.773530 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-d2b456c6-f6d6-4d81-8677-f9121d9144c3 service neutron] 10.222.0.73 "GET /v2.0/networks/36acfee9-a029-4045-9f01-f7f9a199421c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913668 Nov 24 14:25:17.931775 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:17.953607 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-194121f5-046a-477e-ab72-f6a187b038da req-4c06f6bf-f753-46bb-b048-4fa476e3c20c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 210 time: 0.0319254 Nov 24 14:25:18.242098 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10b806-fd10-40e6-a267-05f65143aa65 req-3a027651-8b1b-4472-98f6-6d32cc935dbc tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:18.243861 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3f10b806-fd10-40e6-a267-05f65143aa65 req-3a027651-8b1b-4472-98f6-6d32cc935dbc tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 943 time: 0.0638824 Nov 24 14:25:18.298446 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3f10b806-fd10-40e6-a267-05f65143aa65 req-19531a05-5dba-4089-88e9-b25548da9654 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475082 Nov 24 14:25:18.463561 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed5bc2-aacd-4ced-bc8d-c11ce835b840 req-1324a93c-04b7-429a-af59-f30d96e10a02 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:18.465273 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-faed5bc2-aacd-4ced-bc8d-c11ce835b840 req-1324a93c-04b7-429a-af59-f30d96e10a02 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 946 time: 0.0505919 Nov 24 14:25:18.513705 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-faed5bc2-aacd-4ced-bc8d-c11ce835b840 req-b692ef24-753e-4c1a-8437-0a59ad80f39c tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419309 Nov 24 14:25:19.054282 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-af04a0a4-3bbd-4ad3-8391-dc2a22150bf6 req-05cf8cc4-af10-44ae-9dd6-3b702da9e82c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 210 time: 0.0271730 Nov 24 14:25:19.434417 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca7bb0-7b32-49b6-ac0c-460d410ed5a5 req-a4b52234-7516-401b-b5a2-597d2af70ae5 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:19.436339 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-88ca7bb0-7b32-49b6-ac0c-460d410ed5a5 req-a4b52234-7516-401b-b5a2-597d2af70ae5 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 943 time: 0.0566249 Nov 24 14:25:19.491309 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-88ca7bb0-7b32-49b6-ac0c-460d410ed5a5 req-ed6218cb-6226-4435-a77a-08a59e290eb9 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488667 Nov 24 14:25:19.532091 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:19.644551 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf10dd-a902-494c-af87-c38b771882e8 req-df215bb0-09fc-4fab-8ffd-0b9a52048c3a tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:19.646008 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8dcf10dd-a902-494c-af87-c38b771882e8 req-df215bb0-09fc-4fab-8ffd-0b9a52048c3a tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 946 time: 0.0589573 Nov 24 14:25:19.695176 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8dcf10dd-a902-494c-af87-c38b771882e8 req-3d4809b9-7e46-4e89-b94e-4e6a59878fb8 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424688 Nov 24 14:25:20.155496 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-cc6751fe-30fc-4acd-a776-af1d4156c1d3 req-14bd8911-68ed-424a-8ef3-0396ee55596d tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 210 time: 0.0268900 Nov 24 14:25:20.612069 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b39ece-fd3f-49be-8dc4-3241a225abc6 req-2b5cf979-c8c3-402d-90e8-88597d79ff7b tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:20.613520 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-02b39ece-fd3f-49be-8dc4-3241a225abc6 req-2b5cf979-c8c3-402d-90e8-88597d79ff7b tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 943 time: 0.0530469 Nov 24 14:25:20.663619 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-02b39ece-fd3f-49be-8dc4-3241a225abc6 req-ac70ba59-959d-4d64-a814-fc6b8cf79269 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441711 Nov 24 14:25:20.751655 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:20.811995 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb96058-7e2e-46f5-bc21-ec9156b94c7b req-3571b062-b703-4e2a-a1cd-065f2b2825f1 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:20.813476 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1fb96058-7e2e-46f5-bc21-ec9156b94c7b req-3571b062-b703-4e2a-a1cd-065f2b2825f1 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 946 time: 0.0486820 Nov 24 14:25:20.860116 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1fb96058-7e2e-46f5-bc21-ec9156b94c7b req-0a420526-a31a-48eb-90b8-176c2330b46d tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407350 Nov 24 14:25:21.174285 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device eae8b464-19c7-4c2b-8770-15d78bff65f2 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=102763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:25:21.262284 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e45e9ee1-897d-4973-9040-d0568c6cd6dc req-5782aa1d-d700-4ff9-beac-564a55f31f0f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 210 time: 0.0334966 Nov 24 14:25:21.281305 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port eae8b464-19c7-4c2b-8770-15d78bff65f2, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=eae8b464-19c7-4c2b-8770-15d78bff65f2,segment=NetworkSegment(52a3f324-3ed0-4d80-a5be-c254e3dc8362),segment_id=52a3f324-3ed0-4d80-a5be-c254e3dc8362)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:25:21.294333 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Returning: {'device': 'eae8b464-19c7-4c2b-8770-15d78bff65f2', 'network_id': '1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1', 'port_id': 'eae8b464-19c7-4c2b-8770-15d78bff65f2', 'mac_address': 'fa:16:3e:25:8c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e749acf-139b-4f39-b602-a65be69fd06f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:25:21.333204 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:21.346716 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae8b464-19c7-4c2b-8770-15d78bff65f2 {{(pid=102763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:25:21.373331 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port eae8b464-19c7-4c2b-8770-15d78bff65f2, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=eae8b464-19c7-4c2b-8770-15d78bff65f2,segment=NetworkSegment(52a3f324-3ed0-4d80-a5be-c254e3dc8362),segment_id=52a3f324-3ed0-4d80-a5be-c254e3dc8362)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:25:21.377447 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:21.430360 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=eae8b464-19c7-4c2b-8770-15d78bff65f2,revision_number=7']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:21.713800 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['eae8b464-19c7-4c2b-8770-15d78bff65f2'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:25:21.814175 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-ed517fbd-69c1-4c3f-a923-28731327170c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:21.816322 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-ed517fbd-69c1-4c3f-a923-28731327170c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.37 "GET /v2.0/networks?id=36acfee9-a029-4045-9f01-f7f9a199421c HTTP/1.1" status: 200 len: 816 time: 0.1971741 Nov 24 14:25:21.836455 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 49214) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:21.888551 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356e7d1-ec97-4bd6-a239-98c11ab8617b req-0eb612e8-88d1-4418-971f-f50675f5306a tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:21.890111 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f356e7d1-ec97-4bd6-a239-98c11ab8617b req-0eb612e8-88d1-4418-971f-f50675f5306a tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 944 time: 0.0882149 Nov 24 14:25:21.892092 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796ef60-a48f-4507-b84b-885f7336e526 req-94e4690d-f7c7-48f7-92af-2ee40f5c4972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:21.894275 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c796ef60-a48f-4507-b84b-885f7336e526 req-94e4690d-f7c7-48f7-92af-2ee40f5c4972 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 1097 time: 0.4368606 Nov 24 14:25:21.988137 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f356e7d1-ec97-4bd6-a239-98c11ab8617b req-3d96bde6-93fc-42f4-b4bc-407a8eebe53e tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871682 Nov 24 14:25:22.024666 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c796ef60-a48f-4507-b84b-885f7336e526 req-d85e10ad-6455-4101-a69b-c165751308ff service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096296 Nov 24 14:25:22.318110 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d99df1-efb5-474c-94f5-802e08f1441c req-b09b4f61-da83-4cfa-81ac-99d779d833e6 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:22.319657 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-25d99df1-efb5-474c-94f5-802e08f1441c req-b09b4f61-da83-4cfa-81ac-99d779d833e6 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 946 time: 0.1752195 Nov 24 14:25:22.327957 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-4d20ca1a-339b-4340-ba9f-eb8b493366d1 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8179f38954442d58e1c209cf0f0eb43 HTTP/1.1" status: 200 len: 378 time: 0.4996073 Nov 24 14:25:22.344730 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-457c2397-659b-425c-b46d-242ee8ea3f0f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Request body: {'port': {'device_id': '36bb4476-4d53-45d6-ac38-83c97637e26b', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'admin_state_up': True, 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'security_groups': ['e41fe92c-2141-46e8-8c83-333c042e17c9']}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:25:22.386190 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ff081866-7825-44e7-b23f-d8bc0dde7588 req-e712f4aa-fad2-4f7c-bf6c-1bbbd4808284 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 210 time: 0.0314946 Nov 24 14:25:22.517939 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-25d99df1-efb5-474c-94f5-802e08f1441c req-c7b8f317-e199-4ccb-951c-bfcf87b6f3fa tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/security-groups?id=b80197d7-9f26-44fb-b287-5537d9d18b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869531 Nov 24 14:25:22.574885 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a5370-db3d-4e17-bd19-d446d8b9c55b req-3bb85952-a754-4638-ba4e-4fca468b86f1 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:22.576425 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4e7a5370-db3d-4e17-bd19-d446d8b9c55b req-3bb85952-a754-4638-ba4e-4fca468b86f1 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 946 time: 0.0554740 Nov 24 14:25:22.601526 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-457c2397-659b-425c-b46d-242ee8ea3f0f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Made reservation on behalf of b8179f38954442d58e1c209cf0f0eb43 for: {'port': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:25:22.605552 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-457c2397-659b-425c-b46d-242ee8ea3f0f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:22.676990 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [req-4e7a5370-db3d-4e17-bd19-d446d8b9c55b req-06e288df-6a0f-4944-9301-fc097f53a2e5 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Deleting port 6262e118-c20b-464b-973d-ed2cd68e9ecb {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:25:22.677550 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-4e7a5370-db3d-4e17-bd19-d446d8b9c55b req-06e288df-6a0f-4944-9301-fc097f53a2e5 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:22.785453 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-4e7a5370-db3d-4e17-bd19-d446d8b9c55b req-06e288df-6a0f-4944-9301-fc097f53a2e5 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] For port 6262e118-c20b-464b-973d-ed2cd68e9ecb, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=6262e118-c20b-464b-973d-ed2cd68e9ecb,segment=NetworkSegment(ba2bd5cf-b7b9-4fab-b424-a20e5571684a),segment_id=ba2bd5cf-b7b9-4fab-b424-a20e5571684a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:25:22.785875 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-4e7a5370-db3d-4e17-bd19-d446d8b9c55b req-06e288df-6a0f-4944-9301-fc097f53a2e5 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:22.798163 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [req-4e7a5370-db3d-4e17-bd19-d446d8b9c55b req-06e288df-6a0f-4944-9301-fc097f53a2e5 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Calling delete_port for 6262e118-c20b-464b-973d-ed2cd68e9ecb owned by compute:nova {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:25:22.858926 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-457c2397-659b-425c-b46d-242ee8ea3f0f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Allocated IP 172.20.0.3 (36acfee9-a029-4045-9f01-f7f9a199421c/768a5e80-3488-4bb1-8733-0f42aa1c8190/4ddeeef8-d525-4378-96af-c9db420f41ba) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:25:22.929769 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-4e7a5370-db3d-4e17-bd19-d446d8b9c55b req-06e288df-6a0f-4944-9301-fc097f53a2e5 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:22.931649 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c88a83c2-8441-41b4-8e7b-25d221e7e6c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667450'] for router_interface, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:22.943250 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['6262e118-c20b-464b-973d-ed2cd68e9ecb'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:25:22.962747 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e288df-6a0f-4944-9301-fc097f53a2e5 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Pushing event deleted for resources: {'Port': ['ID=6262e118-c20b-464b-973d-ed2cd68e9ecb,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:23.002807 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7a5370-db3d-4e17-bd19-d446d8b9c55b req-06e288df-6a0f-4944-9301-fc097f53a2e5 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] No DVR routers for this DVR port 6262e118-c20b-464b-973d-ed2cd68e9ecb on host hv-cinder-73907 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:25:23.005180 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-4e7a5370-db3d-4e17-bd19-d446d8b9c55b req-06e288df-6a0f-4944-9301-fc097f53a2e5 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:23.008608 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4e7a5370-db3d-4e17-bd19-d446d8b9c55b req-06e288df-6a0f-4944-9301-fc097f53a2e5 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.37 "DELETE /v2.0/ports/6262e118-c20b-464b-973d-ed2cd68e9ecb HTTP/1.1" status: 204 len: 173 time: 0.4197199 Nov 24 14:25:23.009069 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2b0ba6-8781-4450-bc99-e37f85c8b467', 'name': 'network-vif-deleted', 'tag': '6262e118-c20b-464b-973d-ed2cd68e9ecb'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:25:23.011653 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6161da5-735a-460c-859b-b042301d7071" -d '{"events": [{"server_uuid": "5e2b0ba6-8781-4450-bc99-e37f85c8b467", "name": "network-vif-deleted", "tag": "6262e118-c20b-464b-973d-ed2cd68e9ecb"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:25:23.061292 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4896e5b8-da89-4ade-a865-928f0192e182 x-openstack-request-id: req-4896e5b8-da89-4ade-a865-928f0192e182 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:25:23.061705 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2b0ba6-8781-4450-bc99-e37f85c8b467", "name": "network-vif-deleted", "tag": "6262e118-c20b-464b-973d-ed2cd68e9ecb", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:25:23.062201 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4896e5b8-da89-4ade-a865-928f0192e182 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:25:23.063552 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2b0ba6-8781-4450-bc99-e37f85c8b467', 'name': 'network-vif-deleted', 'tag': '6262e118-c20b-464b-973d-ed2cd68e9ecb', 'status': 'completed', 'code': 200} Nov 24 14:25:23.144606 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41c6f5-3609-4527-804c-734a734a0353 req-860f7f0f-2860-4432-a777-8de8bbe43f64 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:23.146330 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-af41c6f5-3609-4527-804c-734a734a0353 req-860f7f0f-2860-4432-a777-8de8bbe43f64 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 944 time: 0.0656891 Nov 24 14:25:23.168722 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-457c2397-659b-425c-b46d-242ee8ea3f0f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for port, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:23.195840 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device eae8b464-19c7-4c2b-8770-15d78bff65f2 up at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:25:23.210721 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-af41c6f5-3609-4527-804c-734a734a0353 req-0272a27a-821d-46b4-a87a-bf3375ba2a01 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538478 Nov 24 14:25:23.263687 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning complete for port eae8b464-19c7-4c2b-8770-15d78bff65f2 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:25:23.264074 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:23.277811 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-457c2397-659b-425c-b46d-242ee8ea3f0f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:23.368569 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-457c2397-659b-425c-b46d-242ee8ea3f0f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Network 36acfee9-a029-4045-9f01-f7f9a199421c is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:25:23.379709 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-457c2397-659b-425c-b46d-242ee8ea3f0f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:25:23.384224 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-457c2397-659b-425c-b46d-242ee8ea3f0f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:25:23.388090 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c2397-659b-425c-b46d-242ee8ea3f0f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Pushing event updated for resources: {'Port': ['ID=4ddeeef8-d525-4378-96af-c9db420f41ba,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:23.403336 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:23.455048 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe0da6f-ac8b-4be2-ae65-2bd1f440db53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae8b464-19c7-4c2b-8770-15d78bff65f2'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:25:23.458068 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02bc6bab57870f22e484ac0312d8c66543c8308e687160369736143e34da9ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5d9368-b501-42c9-b4c7-be48697ffff6" -d '{"events": [{"server_uuid": "4fe0da6f-ac8b-4be2-ae65-2bd1f440db53", "name": "network-vif-plugged", "status": "completed", "tag": "eae8b464-19c7-4c2b-8770-15d78bff65f2"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:25:23.498722 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c2397-659b-425c-b46d-242ee8ea3f0f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:23.499773 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c2397-659b-425c-b46d-242ee8ea3f0f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:23.503664 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c2397-659b-425c-b46d-242ee8ea3f0f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:23.504256 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c2397-659b-425c-b46d-242ee8ea3f0f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:23.504802 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c2397-659b-425c-b46d-242ee8ea3f0f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:23.510376 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c2397-659b-425c-b46d-242ee8ea3f0f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:23.511755 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port eae8b464-19c7-4c2b-8770-15d78bff65f2, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=eae8b464-19c7-4c2b-8770-15d78bff65f2,segment=NetworkSegment(52a3f324-3ed0-4d80-a5be-c254e3dc8362),segment_id=52a3f324-3ed0-4d80-a5be-c254e3dc8362)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:25:23.518430 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c2397-659b-425c-b46d-242ee8ea3f0f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:23.519096 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c2397-659b-425c-b46d-242ee8ea3f0f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:23.519666 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c2397-659b-425c-b46d-242ee8ea3f0f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:23.519825 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:23.528633 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c2397-659b-425c-b46d-242ee8ea3f0f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:23.529252 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c2397-659b-425c-b46d-242ee8ea3f0f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:23.529868 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c2397-659b-425c-b46d-242ee8ea3f0f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:23.625941 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:25:23.644938 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca64b64a-dfca-49ca-8b74-ef2e500dfff9 x-openstack-request-id: req-ca64b64a-dfca-49ca-8b74-ef2e500dfff9 {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:25:23.645231 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe0da6f-ac8b-4be2-ae65-2bd1f440db53", "name": "network-vif-plugged", "status": "completed", "tag": "eae8b464-19c7-4c2b-8770-15d78bff65f2", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:25:23.646857 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ca64b64a-dfca-49ca-8b74-ef2e500dfff9 {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:25:23.647381 dv-cinder-739079-6-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe0da6f-ac8b-4be2-ae65-2bd1f440db53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae8b464-19c7-4c2b-8770-15d78bff65f2', 'code': 200} Nov 24 14:25:23.709131 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ef77b21b-2fa9-4d66-8c77-66570eba79e6 req-42ff699c-b030-4bfa-ba17-308bcad3fca3 tempest-TestMinimumBasicScenario-1490460448 tempest-TestMinimumBasicScenario-1490460448-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2b0ba6-8781-4450-bc99-e37f85c8b467 HTTP/1.1" status: 200 len: 210 time: 0.0591910 Nov 24 14:25:23.718656 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=eae8b464-19c7-4c2b-8770-15d78bff65f2,revision_number=8']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:23.763215 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-457c2397-659b-425c-b46d-242ee8ea3f0f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:23.763929 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-457c2397-659b-425c-b46d-242ee8ea3f0f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:23.798429 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b7440-b166-47e2-b178-f8fc592ea449 req-415da92a-1368-4cd7-aa3c-60fa0b3701f5 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:23.799987 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7f3b7440-b166-47e2-b178-f8fc592ea449 req-415da92a-1368-4cd7-aa3c-60fa0b3701f5 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 931 time: 0.2267950 Nov 24 14:25:23.804955 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-457c2397-659b-425c-b46d-242ee8ea3f0f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4639027 Nov 24 14:25:23.817607 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-c88a83c2-8441-41b4-8e7b-25d221e7e6c2 admin admin] Deleting port 5d85a525-384c-425a-b554-cb710f4207a5 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:25:23.817948 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c88a83c2-8441-41b4-8e7b-25d221e7e6c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:23.843600 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-9b846093-536e-4dec-88bf-59164c4d0b87 service neutron] Request body: {'port': {'device_id': '36bb4476-4d53-45d6-ac38-83c97637e26b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:25:23.856072 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-e94277da-3389-4626-8af0-cdb09d37ff74 None None] Provisioning complete for port 4ddeeef8-d525-4378-96af-c9db420f41ba triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:25:23.856573 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-e94277da-3389-4626-8af0-cdb09d37ff74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:23.894196 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-e94277da-3389-4626-8af0-cdb09d37ff74 None None] Port 4ddeeef8-d525-4378-96af-c9db420f41ba cannot update to ACTIVE because it is not bound. {{(pid=102763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:25:23.962012 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-7f3b7440-b166-47e2-b178-f8fc592ea449 req-4df22f03-ad37-41c1-bfd8-09ea0a280218 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1537783 Nov 24 14:25:23.979140 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-9b846093-536e-4dec-88bf-59164c4d0b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:24.004998 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-c88a83c2-8441-41b4-8e7b-25d221e7e6c2 admin admin] For port 5d85a525-384c-425a-b554-cb710f4207a5, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=5d85a525-384c-425a-b554-cb710f4207a5,segment=NetworkSegment(4a2b2a11-2891-44e3-9598-0ff498ad696b),segment_id=4a2b2a11-2891-44e3-9598-0ff498ad696b)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:25:24.005381 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c88a83c2-8441-41b4-8e7b-25d221e7e6c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:24.036485 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-c88a83c2-8441-41b4-8e7b-25d221e7e6c2 admin admin] Calling delete_port for 5d85a525-384c-425a-b554-cb710f4207a5 owned by network:router_interface {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:25:24.347843 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038c5db-c4c4-4ec6-b76d-dc20937d344d req-e7dd5cd4-5ff7-4ad3-9ad5-38edd8d5901d tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:24.349340 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4038c5db-c4c4-4ec6-b76d-dc20937d344d req-e7dd5cd4-5ff7-4ad3-9ad5-38edd8d5901d tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 945 time: 0.0499966 Nov 24 14:25:24.392551 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-9b846093-536e-4dec-88bf-59164c4d0b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ddeeef8-d525-4378-96af-c9db420f41ba {{(pid=102762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:25:24.402514 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-9b846093-536e-4dec-88bf-59164c4d0b87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:24.404856 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4038c5db-c4c4-4ec6-b76d-dc20937d344d req-76b379d9-be24-40f8-b3e3-867881c0eadb tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493150 Nov 24 14:25:24.405801 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c88a83c2-8441-41b4-8e7b-25d221e7e6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:24.439114 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a83c2-8441-41b4-8e7b-25d221e7e6c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d85a525-384c-425a-b554-cb710f4207a5,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:24.444547 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.provisioning_blocks [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-9b846093-536e-4dec-88bf-59164c4d0b87 service neutron] Transition to ACTIVE for port object 4ddeeef8-d525-4378-96af-c9db420f41ba will not be triggered until provisioned by entity L2. {{(pid=102762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:25:24.449676 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-9b846093-536e-4dec-88bf-59164c4d0b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11930847'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:24.780648 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b846093-536e-4dec-88bf-59164c4d0b87 service neutron] Pushing event updated for resources: {'Port': ['ID=4ddeeef8-d525-4378-96af-c9db420f41ba,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:24.958506 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-9b846093-536e-4dec-88bf-59164c4d0b87 service neutron] Attempting to bind port 4ddeeef8-d525-4378-96af-c9db420f41ba on host hv-cinder-73907 for vnic_type normal with profile {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:25:24.958846 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-9b846093-536e-4dec-88bf-59164c4d0b87 service neutron] Attempting to bind port 4ddeeef8-d525-4378-96af-c9db420f41ba by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': 'b1837c13-0cb2-404d-aedd-258fca0eeafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c'}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:25:24.959246 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-9b846093-536e-4dec-88bf-59164c4d0b87 service neutron] Attempting to bind port 4ddeeef8-d525-4378-96af-c9db420f41ba on network 36acfee9-a029-4045-9f01-f7f9a199421c {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:25:24.968310 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-9b846093-536e-4dec-88bf-59164c4d0b87 service neutron] Port 4ddeeef8-d525-4378-96af-c9db420f41ba on network 36acfee9-a029-4045-9f01-f7f9a199421c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 14:25:24.968841 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-9b846093-536e-4dec-88bf-59164c4d0b87 service neutron] Attempting to bind port 4ddeeef8-d525-4378-96af-c9db420f41ba on network 36acfee9-a029-4045-9f01-f7f9a199421c {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:25:24.978810 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-9b846093-536e-4dec-88bf-59164c4d0b87 service neutron] Checking agent: {'id': 'd0515656-fb8d-4ba5-be1c-f8deb6c3b48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'started_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:25:24.979160 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-9b846093-536e-4dec-88bf-59164c4d0b87 service neutron] Checking segment: {'id': 'b1837c13-0cb2-404d-aedd-258fca0eeafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:25:24.979943 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-9b846093-536e-4dec-88bf-59164c4d0b87 service neutron] Bound using segment: {'id': 'b1837c13-0cb2-404d-aedd-258fca0eeafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c'} {{(pid=102762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:25:24.980234 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.managers [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-9b846093-536e-4dec-88bf-59164c4d0b87 service neutron] Bound port: 4ddeeef8-d525-4378-96af-c9db420f41ba, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1837c13-0cb2-404d-aedd-258fca0eeafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c'}}] {{(pid=102762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:25:24.980772 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-9b846093-536e-4dec-88bf-59164c4d0b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:24.985744 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c88a83c2-8441-41b4-8e7b-25d221e7e6c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667558'] for router_interface, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:25.163083 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-9b846093-536e-4dec-88bf-59164c4d0b87 service neutron] For port 4ddeeef8-d525-4378-96af-c9db420f41ba, host hv-cinder-73907, cleared binding levels {{(pid=102762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:25:25.185113 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-9b846093-536e-4dec-88bf-59164c4d0b87 service neutron] For port 4ddeeef8-d525-4378-96af-c9db420f41ba, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=4ddeeef8-d525-4378-96af-c9db420f41ba,segment=NetworkSegment(b1837c13-0cb2-404d-aedd-258fca0eeafe),segment_id=b1837c13-0cb2-404d-aedd-258fca0eeafe)] {{(pid=102762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:25:25.195189 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-9b846093-536e-4dec-88bf-59164c4d0b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11930847'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:25.208582 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de500d-c24c-4db8-98d2-f022c8c188d6 req-a77de03a-6bad-436a-843e-17254d9888ff tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:25.210091 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-56de500d-c24c-4db8-98d2-f022c8c188d6 req-a77de03a-6bad-436a-843e-17254d9888ff tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 943 time: 0.1246927 Nov 24 14:25:25.267481 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-9b846093-536e-4dec-88bf-59164c4d0b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:25.268113 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-9b846093-536e-4dec-88bf-59164c4d0b87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:25.269477 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-9b846093-536e-4dec-88bf-59164c4d0b87 service neutron] 10.222.0.37 "PUT /v2.0/ports/4ddeeef8-d525-4378-96af-c9db420f41ba HTTP/1.1" status: 200 len: 1093 time: 1.4433498 Nov 24 14:25:25.269902 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36bb4476-4d53-45d6-ac38-83c97637e26b', 'tag': '4ddeeef8-d525-4378-96af-c9db420f41ba'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:25:25.272175 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae21199a9d4b78a62ed18da464448d73790c24002c352d214487bf1b37d0fcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0066d67-202c-48d0-b2b1-7d0cb146e626" -d '{"events": [{"name": "network-changed", "server_uuid": "36bb4476-4d53-45d6-ac38-83c97637e26b", "tag": "4ddeeef8-d525-4378-96af-c9db420f41ba"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:25:25.354493 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd674db-0279-4881-8c79-5a7d9fb0a35d x-openstack-request-id: req-7cd674db-0279-4881-8c79-5a7d9fb0a35d {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:25:25.354846 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36bb4476-4d53-45d6-ac38-83c97637e26b", "tag": "4ddeeef8-d525-4378-96af-c9db420f41ba", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:25:25.355285 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7cd674db-0279-4881-8c79-5a7d9fb0a35d {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:25:25.355844 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36bb4476-4d53-45d6-ac38-83c97637e26b', 'tag': '4ddeeef8-d525-4378-96af-c9db420f41ba', 'status': 'completed', 'code': 200} Nov 24 14:25:25.361907 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b846093-536e-4dec-88bf-59164c4d0b87 service neutron] Pushing event updated for resources: {'Port': ['ID=4ddeeef8-d525-4378-96af-c9db420f41ba,revision_number=3']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:25.441464 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-56de500d-c24c-4db8-98d2-f022c8c188d6 req-5a32b1e6-3c22-4f0b-b880-02b692170424 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1997976 Nov 24 14:25:25.465015 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-dd960248-338e-4233-b030-814537413512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:25.466492 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-dd960248-338e-4233-b030-814537413512 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8179f38954442d58e1c209cf0f0eb43&device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 1096 time: 0.1267076 Nov 24 14:25:25.477385 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88a83c2-8441-41b4-8e7b-25d221e7e6c2 admin admin] Router 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:25:25.517998 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-afa52064-9cc1-4482-84de-c062ff12607e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ddeeef8-d525-4378-96af-c9db420f41ba HTTP/1.1" status: 200 len: 217 time: 0.0394056 Nov 24 14:25:25.567092 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 49316) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:25.649854 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-0d365131-b864-48d2-bcc0-a4d680c0af93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:25.651319 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-0d365131-b864-48d2-bcc0-a4d680c0af93 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=768a5e80-3488-4bb1-8733-0f42aa1c8190 HTTP/1.1" status: 200 len: 855 time: 0.1251128 Nov 24 14:25:25.695363 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88a83c2-8441-41b4-8e7b-25d221e7e6c2 admin admin] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:25:25.700884 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-c88a83c2-8441-41b4-8e7b-25d221e7e6c2 admin admin] 10.222.0.73 "PUT /v2.0/routers/9f9fe4d4-d069-40a0-bbad-0c83cf40e712/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8629775 Nov 24 14:25:25.703947 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 49318) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:25.707724 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bce162e-665d-4ac9-81a2-9aa8525879a6 None None] Sync routers for ids ['9f9fe4d4-d069-40a0-bbad-0c83cf40e712'] in dv-cinder-739079-6-iscsi {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:25:25.719280 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bce162e-665d-4ac9-81a2-9aa8525879a6 None None] Routers {'9f9fe4d4-d069-40a0-bbad-0c83cf40e712'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:25:25.720825 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-8bce162e-665d-4ac9-81a2-9aa8525879a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:25:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['9f9fe4d4-d069-40a0-bbad-0c83cf40e712'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:25.746839 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-9dc5ed32-5e8c-4c75-8a2d-d2706a5bc896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:25.748423 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-9dc5ed32-5e8c-4c75-8a2d-d2706a5bc896 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36acfee9-a029-4045-9f01-f7f9a199421c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0889533 Nov 24 14:25:25.837245 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-8bce162e-665d-4ac9-81a2-9aa8525879a6 None None] Set router 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:25:25.882972 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c6480b19-8f1c-4daf-bb3a-039dd79e2d0b admin admin] Publish callbacks [] for router, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:25.945303 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-64d86341-89e7-4619-8392-008994463e3d service neutron] 10.222.0.37 "GET /v2.0/networks/36acfee9-a029-4045-9f01-f7f9a199421c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865647 Nov 24 14:25:25.973017 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c4e0-4f6a-4f98-9e86-3c623c4f8f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667450'] for router_interface, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:26.039750 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-8bce162e-665d-4ac9-81a2-9aa8525879a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'name': 'tempest-AttachVolumeTestJSON-615975502-router', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:18:01Z', 'updated_at': '2021-11-24T14:25:24Z', 'revision_number': 5, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'gw_port': {'id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:02Z', 'updated_at': '2021-11-24T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:26.071154 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bce162e-665d-4ac9-81a2-9aa8525879a6 None None] Checking router: 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 for host: dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:25:26.080245 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bce162e-665d-4ac9-81a2-9aa8525879a6 None None] Routers {'9f9fe4d4-d069-40a0-bbad-0c83cf40e712'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:25:26.084787 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-8bce162e-665d-4ac9-81a2-9aa8525879a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:25:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['9f9fe4d4-d069-40a0-bbad-0c83cf40e712'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:26.084976 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c6480b19-8f1c-4daf-bb3a-039dd79e2d0b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:26.094866 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-36b6d136-2f41-43e8-9dfe-3c9082e19c2a req-9302d10f-027e-4f66-99ad-9eafa6156310 service neutron] 10.222.0.37 "GET /v2.0/networks/36acfee9-a029-4045-9f01-f7f9a199421c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419044 Nov 24 14:25:26.193731 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-c6480b19-8f1c-4daf-bb3a-039dd79e2d0b admin admin] Deleting port 3852768c-e3df-4ea7-94d8-a712b0f5441f {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:25:26.194120 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c6480b19-8f1c-4daf-bb3a-039dd79e2d0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:26.198489 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-8bce162e-665d-4ac9-81a2-9aa8525879a6 None None] Set router 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:25:26.219645 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0066d67-202c-48d0-b2b1-7d0cb146e626 req-ecef2a64-3004-4886-b8ab-ba6f2c0a0475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:26.221446 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e0066d67-202c-48d0-b2b1-7d0cb146e626 req-ecef2a64-3004-4886-b8ab-ba6f2c0a0475 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8179f38954442d58e1c209cf0f0eb43&device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 1096 time: 0.0696666 Nov 24 14:25:26.272003 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d5d0c4e0-4f6a-4f98-9e86-3c623c4f8f75 admin admin] Deleting port 988f15e6-2d05-4ae5-930f-4f8d14802a13 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:25:26.272351 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c4e0-4f6a-4f98-9e86-3c623c4f8f75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:26.350515 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-c6480b19-8f1c-4daf-bb3a-039dd79e2d0b admin admin] For port 3852768c-e3df-4ea7-94d8-a712b0f5441f, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=3852768c-e3df-4ea7-94d8-a712b0f5441f,segment=NetworkSegment(8ba1600c-dd39-469b-9e9d-3735ae82b3ab),segment_id=8ba1600c-dd39-469b-9e9d-3735ae82b3ab)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:25:26.350875 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c6480b19-8f1c-4daf-bb3a-039dd79e2d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:26.371073 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-c6480b19-8f1c-4daf-bb3a-039dd79e2d0b admin admin] Calling delete_port for 3852768c-e3df-4ea7-94d8-a712b0f5441f owned by network:router_gateway {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:25:26.388412 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-d5d0c4e0-4f6a-4f98-9e86-3c623c4f8f75 admin admin] For port 988f15e6-2d05-4ae5-930f-4f8d14802a13, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=988f15e6-2d05-4ae5-930f-4f8d14802a13,segment=NetworkSegment(ba2bd5cf-b7b9-4fab-b424-a20e5571684a),segment_id=ba2bd5cf-b7b9-4fab-b424-a20e5571684a)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:25:26.389316 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c4e0-4f6a-4f98-9e86-3c623c4f8f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:26.395550 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-8bce162e-665d-4ac9-81a2-9aa8525879a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'name': 'tempest-AttachVolumeTestJSON-615975502-router', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:18:01Z', 'updated_at': '2021-11-24T14:25:24Z', 'revision_number': 5, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'gw_port': {'id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:02Z', 'updated_at': '2021-11-24T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:26.408256 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0066d67-202c-48d0-b2b1-7d0cb146e626 req-f2e2318c-acaf-48bc-9e6f-f8d38c4ef935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:26.409530 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-d5d0c4e0-4f6a-4f98-9e86-3c623c4f8f75 admin admin] Calling delete_port for 988f15e6-2d05-4ae5-930f-4f8d14802a13 owned by network:router_interface {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:25:26.409755 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e0066d67-202c-48d0-b2b1-7d0cb146e626 req-f2e2318c-acaf-48bc-9e6f-f8d38c4ef935 service neutron] 10.222.0.37 "GET /v2.0/networks?id=36acfee9-a029-4045-9f01-f7f9a199421c HTTP/1.1" status: 200 len: 918 time: 0.1527920 Nov 24 14:25:26.428095 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bce162e-665d-4ac9-81a2-9aa8525879a6 None None] The sync data for ids ['9f9fe4d4-d069-40a0-bbad-0c83cf40e712'] in dv-cinder-739079-6-iscsi is: [{'id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'name': 'tempest-AttachVolumeTestJSON-615975502-router', 'tenant_id': '0263df2748984c17a05265e50bdc7ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:18:01Z', 'updated_at': '2021-11-24T14:25:24Z', 'revision_number': 5, 'project_id': '0263df2748984c17a05265e50bdc7ca4', 'gw_port': {'id': '3852768c-e3df-4ea7-94d8-a712b0f5441f', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9fe4d4-d069-40a0-bbad-0c83cf40e712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:02Z', 'updated_at': '2021-11-24T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}] {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:25:26.509248 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e0066d67-202c-48d0-b2b1-7d0cb146e626 req-f8c0dc3a-65b1-410a-9eef-7cf0141a5b3e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ddeeef8-d525-4378-96af-c9db420f41ba HTTP/1.1" status: 200 len: 217 time: 0.0700889 Nov 24 14:25:26.622650 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0066d67-202c-48d0-b2b1-7d0cb146e626 req-9fb2e140-ac04-4a68-88df-6badb64755ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:26.624086 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e0066d67-202c-48d0-b2b1-7d0cb146e626 req-9fb2e140-ac04-4a68-88df-6badb64755ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=768a5e80-3488-4bb1-8733-0f42aa1c8190 HTTP/1.1" status: 200 len: 855 time: 0.1006005 Nov 24 14:25:26.625901 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635cd7f-4918-4bd8-882c-98e40c8c476f req-1a7effe6-cc02-4c41-8d59-3f025b40201d tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:26.631895 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2635cd7f-4918-4bd8-882c-98e40c8c476f req-1a7effe6-cc02-4c41-8d59-3f025b40201d tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 943 time: 0.0779886 Nov 24 14:25:26.715272 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-2635cd7f-4918-4bd8-882c-98e40c8c476f req-c0790f11-e8f3-4ec3-8997-f6e502e10e78 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0816143 Nov 24 14:25:26.715550 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0066d67-202c-48d0-b2b1-7d0cb146e626 req-7d545853-08b1-4f05-bc06-e5c62a31b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:26.717085 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e0066d67-202c-48d0-b2b1-7d0cb146e626 req-7d545853-08b1-4f05-bc06-e5c62a31b245 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36acfee9-a029-4045-9f01-f7f9a199421c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0821366 Nov 24 14:25:26.731171 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c4e0-4f6a-4f98-9e86-3c623c4f8f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:26.746292 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c6480b19-8f1c-4daf-bb3a-039dd79e2d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:26.765227 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0c4e0-4f6a-4f98-9e86-3c623c4f8f75 admin admin] Pushing event deleted for resources: {'Port': ['ID=988f15e6-2d05-4ae5-930f-4f8d14802a13,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:26.786114 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6480b19-8f1c-4daf-bb3a-039dd79e2d0b admin admin] Pushing event deleted for resources: {'Port': ['ID=3852768c-e3df-4ea7-94d8-a712b0f5441f,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:26.942405 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c6480b19-8f1c-4daf-bb3a-039dd79e2d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667136'] for router_gateway, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:26.948320 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e0066d67-202c-48d0-b2b1-7d0cb146e626 req-391128bd-8050-41d3-8f22-aed241187ecd service neutron] 10.222.0.37 "GET /v2.0/networks/36acfee9-a029-4045-9f01-f7f9a199421c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210739 Nov 24 14:25:26.978187 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 5d85a525-384c-425a-b554-cb710f4207a5 no longer exists at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:25:26.986072 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c4e0-4f6a-4f98-9e86-3c623c4f8f75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667558'] for router_interface, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:27.062764 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c6480b19-8f1c-4daf-bb3a-039dd79e2d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5251'] for router, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:27.066299 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c6480b19-8f1c-4daf-bb3a-039dd79e2d0b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:27.149908 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c6480b19-8f1c-4daf-bb3a-039dd79e2d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667266'] for router, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:27.151100 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6480b19-8f1c-4daf-bb3a-039dd79e2d0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f9fe4d4-d069-40a0-bbad-0c83cf40e712 {{(pid=102762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 14:25:27.159515 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-c6480b19-8f1c-4daf-bb3a-039dd79e2d0b admin admin] Publish callbacks [] for router, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:27.161312 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-c6480b19-8f1c-4daf-bb3a-039dd79e2d0b admin admin] 10.222.0.73 "DELETE /v2.0/routers/9f9fe4d4-d069-40a0-bbad-0c83cf40e712 HTTP/1.1" status: 204 len: 168 time: 1.4562066 Nov 24 14:25:27.164170 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 49328) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:27.175206 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] No Port match for: 5d85a525-384c-425a-b554-cb710f4207a5 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:25:27.175586 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 5d85a525-384c-425a-b554-cb710f4207a5 not bound to the agent host dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:25:27.226781 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb26b98-70be-4e21-a5e1-dc843ffb9884 admin admin] Deleting subnet cc91be5c-3dda-4f91-90ca-58668d9f6158 {{(pid=102762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 14:25:27.233415 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6fb26b98-70be-4e21-a5e1-dc843ffb9884 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:27.289332 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d0c4e0-4f6a-4f98-9e86-3c623c4f8f75 admin admin] Router 52ea121a-306a-4de4-924b-38720fbf1ede has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:25:27.420163 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d0c4e0-4f6a-4f98-9e86-3c623c4f8f75 admin admin] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:25:27.428681 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-d5d0c4e0-4f6a-4f98-9e86-3c623c4f8f75 admin admin] 10.222.0.73 "PUT /v2.0/routers/52ea121a-306a-4de4-924b-38720fbf1ede/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8568916 Nov 24 14:25:27.429285 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 49330) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:27.430124 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51d3a4b-8ec2-4759-949d-1ecabf030675 None None] Sync routers for ids ['52ea121a-306a-4de4-924b-38720fbf1ede'] in dv-cinder-739079-6-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:25:27.441601 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51d3a4b-8ec2-4759-949d-1ecabf030675 None None] Routers {'52ea121a-306a-4de4-924b-38720fbf1ede'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:25:27.442247 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-d51d3a4b-8ec2-4759-949d-1ecabf030675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:25:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['52ea121a-306a-4de4-924b-38720fbf1ede'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:27.546367 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6fb26b98-70be-4e21-a5e1-dc843ffb9884 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11962728'] for subnet, precommit_delete_associations {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:27.552892 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ef77632e-6027-48ae-87ee-9b2c1831872a admin admin] Publish callbacks [] for router, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:27.567596 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-d51d3a4b-8ec2-4759-949d-1ecabf030675 None None] Set router 52ea121a-306a-4de4-924b-38720fbf1ede gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:25:27.689712 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ef77632e-6027-48ae-87ee-9b2c1831872a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:27.692303 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6fb26b98-70be-4e21-a5e1-dc843ffb9884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882942'] for subnet, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:27.784691 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-d51d3a4b-8ec2-4759-949d-1ecabf030675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'name': 'tempest-TestMinimumBasicScenario-1926674173-router', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'f3e848ae-8d42-42da-8bd7-d07675451dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:22:08Z', 'updated_at': '2021-11-24T14:25:26Z', 'revision_number': 5, 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'gw_port': {'id': 'f3e848ae-8d42-42da-8bd7-d07675451dd4', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:16:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:09Z', 'updated_at': '2021-11-24T14:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:27.799864 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-ef77632e-6027-48ae-87ee-9b2c1831872a admin admin] Deleting port f3e848ae-8d42-42da-8bd7-d07675451dd4 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:25:27.800244 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ef77632e-6027-48ae-87ee-9b2c1831872a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:27.804805 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6fb26b98-70be-4e21-a5e1-dc843ffb9884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3879245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11930773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11814328'] for subnet, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:27.817777 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51d3a4b-8ec2-4759-949d-1ecabf030675 None None] Checking router: 52ea121a-306a-4de4-924b-38720fbf1ede for host: dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:25:27.827483 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51d3a4b-8ec2-4759-949d-1ecabf030675 None None] Routers {'52ea121a-306a-4de4-924b-38720fbf1ede'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:25:27.828421 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-d51d3a4b-8ec2-4759-949d-1ecabf030675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:25:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['52ea121a-306a-4de4-924b-38720fbf1ede'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:27.888080 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6fb26b98-70be-4e21-a5e1-dc843ffb9884 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:27.891573 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-6fb26b98-70be-4e21-a5e1-dc843ffb9884 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/cc91be5c-3dda-4f91-90ca-58668d9f6158 HTTP/1.1" status: 204 len: 168 time: 0.7256160 Nov 24 14:25:27.895227 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 49336) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:27.897392 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb26b98-70be-4e21-a5e1-dc843ffb9884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc91be5c-3dda-4f91-90ca-58668d9f6158,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:27.912586 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddb83ea-7a5a-4344-bb1c-52cfa30f248b None None] Network eed9835b-0528-48c8-805c-6a672cef9034 requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:25:27.929738 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-d51d3a4b-8ec2-4759-949d-1ecabf030675 None None] Set router 52ea121a-306a-4de4-924b-38720fbf1ede gateway port host: None {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:25:27.951971 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-ef77632e-6027-48ae-87ee-9b2c1831872a admin admin] For port f3e848ae-8d42-42da-8bd7-d07675451dd4, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=f3e848ae-8d42-42da-8bd7-d07675451dd4,segment=NetworkSegment(8ba1600c-dd39-469b-9e9d-3735ae82b3ab),segment_id=8ba1600c-dd39-469b-9e9d-3735ae82b3ab)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:25:27.952406 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ef77632e-6027-48ae-87ee-9b2c1831872a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:27.977577 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d1f4f-e0da-4331-bf05-9f2c4ffc31b2 req-76fda77e-0495-4f4e-ba8c-24a2dcd47b1f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:27.979268 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2e2d1f4f-e0da-4331-bf05-9f2c4ffc31b2 req-76fda77e-0495-4f4e-ba8c-24a2dcd47b1f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 943 time: 0.1793702 Nov 24 14:25:27.989991 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-d51d3a4b-8ec2-4759-949d-1ecabf030675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'name': 'tempest-TestMinimumBasicScenario-1926674173-router', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:22:08Z', 'updated_at': '2021-11-24T14:25:27Z', 'revision_number': 6, 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'gw_port_host': None}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:28.010359 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-ef77632e-6027-48ae-87ee-9b2c1831872a admin admin] Calling delete_port for f3e848ae-8d42-42da-8bd7-d07675451dd4 owned by network:router_gateway {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:25:28.023854 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e0066d67-202c-48d0-b2b1-7d0cb146e626 req-bd8786b1-5757-4815-bf7d-45e72b2d271d service neutron] 10.222.0.37 "GET /v2.0/networks/36acfee9-a029-4045-9f01-f7f9a199421c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641941 Nov 24 14:25:28.027306 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fd8fd166-8371-4618-a6b4-b9235ce3ae42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708839'] for network, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:28.052267 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2e2d1f4f-e0da-4331-bf05-9f2c4ffc31b2 req-9757ff8b-88ca-4e8f-8ee2-26cb49f36307 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664892 Nov 24 14:25:28.123039 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51d3a4b-8ec2-4759-949d-1ecabf030675 None None] The sync data for ids ['52ea121a-306a-4de4-924b-38720fbf1ede'] in dv-cinder-739079-6-iscsi is: [{'id': '52ea121a-306a-4de4-924b-38720fbf1ede', 'name': 'tempest-TestMinimumBasicScenario-1926674173-router', 'tenant_id': 'c2a116ccd6f848deb04de4b1465cf089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:22:08Z', 'updated_at': '2021-11-24T14:25:27Z', 'revision_number': 6, 'project_id': 'c2a116ccd6f848deb04de4b1465cf089', 'gw_port_host': None}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:25:28.164012 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a717c5-3a9e-4556-b461-4f55106b9e4c None None] DHCP port deletion for eed9835b-0528-48c8-805c-6a672cef9034 request from dv-cinder-739079-6-iscsi {{(pid=102763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 14:25:28.214546 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-fd8fd166-8371-4618-a6b4-b9235ce3ae42 admin admin] Deleting port c3d8cb1f-a4cb-4856-88a9-33708c449bc0 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:25:28.215040 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fd8fd166-8371-4618-a6b4-b9235ce3ae42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:28.220129 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-b2a717c5-3a9e-4556-b461-4f55106b9e4c None None] Deleting port c3d8cb1f-a4cb-4856-88a9-33708c449bc0 {{(pid=102763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:25:28.220769 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b2a717c5-3a9e-4556-b461-4f55106b9e4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:28.286375 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-b2a717c5-3a9e-4556-b461-4f55106b9e4c None None] For port c3d8cb1f-a4cb-4856-88a9-33708c449bc0, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=c3d8cb1f-a4cb-4856-88a9-33708c449bc0,segment=NetworkSegment(4a2b2a11-2891-44e3-9598-0ff498ad696b),segment_id=4a2b2a11-2891-44e3-9598-0ff498ad696b)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:25:28.286799 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b2a717c5-3a9e-4556-b461-4f55106b9e4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:28.304125 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-b2a717c5-3a9e-4556-b461-4f55106b9e4c None None] Calling delete_port for c3d8cb1f-a4cb-4856-88a9-33708c449bc0 owned by network:dhcp {{(pid=102763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:25:28.380913 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-fd8fd166-8371-4618-a6b4-b9235ce3ae42 admin admin] For port c3d8cb1f-a4cb-4856-88a9-33708c449bc0, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=c3d8cb1f-a4cb-4856-88a9-33708c449bc0,segment=NetworkSegment(4a2b2a11-2891-44e3-9598-0ff498ad696b),segment_id=4a2b2a11-2891-44e3-9598-0ff498ad696b)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:25:28.381481 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fd8fd166-8371-4618-a6b4-b9235ce3ae42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:28.414697 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-fd8fd166-8371-4618-a6b4-b9235ce3ae42 admin admin] Calling delete_port for c3d8cb1f-a4cb-4856-88a9-33708c449bc0 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:25:28.420670 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b2a717c5-3a9e-4556-b461-4f55106b9e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995'] for port, after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:28.448182 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a717c5-3a9e-4556-b461-4f55106b9e4c None None] Pushing event deleted for resources: {'Port': ['ID=c3d8cb1f-a4cb-4856-88a9-33708c449bc0,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:28.456908 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a717c5-3a9e-4556-b461-4f55106b9e4c None None] No DVR routers for this DVR port c3d8cb1f-a4cb-4856-88a9-33708c449bc0 on host dv-cinder-739079-6-iscsi {{(pid=102763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:25:28.505578 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ef77632e-6027-48ae-87ee-9b2c1831872a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:28.543719 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77632e-6027-48ae-87ee-9b2c1831872a admin admin] Pushing event deleted for resources: {'Port': ['ID=f3e848ae-8d42-42da-8bd7-d07675451dd4,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:28.625736 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fd8fd166-8371-4618-a6b4-b9235ce3ae42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:28.627686 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ef77632e-6027-48ae-87ee-9b2c1831872a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667136'] for router_gateway, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:28.691661 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8fd166-8371-4618-a6b4-b9235ce3ae42 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3d8cb1f-a4cb-4856-88a9-33708c449bc0,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:28.752156 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8fd166-8371-4618-a6b4-b9235ce3ae42 admin admin] No DVR routers for this DVR port c3d8cb1f-a4cb-4856-88a9-33708c449bc0 on host dv-cinder-739079-6-iscsi {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:25:28.777316 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ef77632e-6027-48ae-87ee-9b2c1831872a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5251'] for router, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:28.780595 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ef77632e-6027-48ae-87ee-9b2c1831872a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:28.980838 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 988f15e6-2d05-4ae5-930f-4f8d14802a13 no longer exists at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:25:29.002367 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] No Port match for: 988f15e6-2d05-4ae5-930f-4f8d14802a13 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:25:29.002815 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 988f15e6-2d05-4ae5-930f-4f8d14802a13 not bound to the agent host dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:25:29.003302 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device c3d8cb1f-a4cb-4856-88a9-33708c449bc0 no longer exists at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:25:29.024927 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] No Port match for: c3d8cb1f-a4cb-4856-88a9-33708c449bc0 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:25:29.025216 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device c3d8cb1f-a4cb-4856-88a9-33708c449bc0 not bound to the agent host dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:25:29.025640 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device f3e848ae-8d42-42da-8bd7-d07675451dd4 no longer exists at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:25:29.049592 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] No Port match for: f3e848ae-8d42-42da-8bd7-d07675451dd4 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:25:29.049939 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device f3e848ae-8d42-42da-8bd7-d07675451dd4 not bound to the agent host dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:25:29.050367 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 3852768c-e3df-4ea7-94d8-a712b0f5441f no longer exists at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:25:29.069637 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] No Port match for: 3852768c-e3df-4ea7-94d8-a712b0f5441f {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:25:29.069982 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 3852768c-e3df-4ea7-94d8-a712b0f5441f not bound to the agent host dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:25:29.151001 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fd8fd166-8371-4618-a6b4-b9235ce3ae42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880289', 'neutron.services.segments.db._delete_segments_for_network-8783323399864'] for network, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:29.154802 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ef77632e-6027-48ae-87ee-9b2c1831872a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667266'] for router, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:29.155342 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef77632e-6027-48ae-87ee-9b2c1831872a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52ea121a-306a-4de4-924b-38720fbf1ede {{(pid=102761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 14:25:29.176384 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ef77632e-6027-48ae-87ee-9b2c1831872a admin admin] Publish callbacks [] for router, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:29.177526 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-ef77632e-6027-48ae-87ee-9b2c1831872a admin admin] 10.222.0.73 "DELETE /v2.0/routers/52ea121a-306a-4de4-924b-38720fbf1ede HTTP/1.1" status: 204 len: 168 time: 1.7472625 Nov 24 14:25:29.180090 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 49342) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:29.202714 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.services.segments.db [None req-fd8fd166-8371-4618-a6b4-b9235ce3ae42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed9835b-0528-48c8-805c-6a672cef9034']}} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:29.215929 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.services.segments.db [None req-fd8fd166-8371-4618-a6b4-b9235ce3ae42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a2b2a11-2891-44e3-9598-0ff498ad696b') {'for_net_delete': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:29.216268 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.services.segments.db [None req-fd8fd166-8371-4618-a6b4-b9235ce3ae42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a2b2a11-2891-44e3-9598-0ff498ad696b') {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:29.229273 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fd8fd166-8371-4618-a6b4-b9235ce3ae42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783323362124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8896185'] for segment, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:29.231234 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd4287f-a12d-4808-89e2-9b57c1828dd1 admin admin] Deleting subnet 4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0 {{(pid=102762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 14:25:29.234661 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5fd4287f-a12d-4808-89e2-9b57c1828dd1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:29.246366 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133c162-d2a7-4baf-ae24-4ac8cde689a1 req-11d5ed97-b788-4ef4-9c22-4afbce240444 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:29.248234 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6133c162-d2a7-4baf-ae24-4ac8cde689a1 req-11d5ed97-b788-4ef4-9c22-4afbce240444 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 943 time: 0.0993738 Nov 24 14:25:29.258697 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fd8fd166-8371-4618-a6b4-b9235ce3ae42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:29.271957 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8fd166-8371-4618-a6b4-b9235ce3ae42 admin admin] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=102761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:25:29.272291 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fd8fd166-8371-4618-a6b4-b9235ce3ae42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8767335'] for segment, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: self.session.flush() Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: self.session.flush() Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: self.session.flush() Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: self.session.flush() Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: Traceback (most recent call last): Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: timer() Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: cb(*args, **kw) Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: return func(*args, **kwargs) Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: self._notify() Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: self.callback(batched_events) Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: event.method(event) Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: return f(self, *a, **k) Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: return self._get(url).json() Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: return self.request(url, 'GET', **kwargs) Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:25:29.274967 dv-cinder-739079-6-iscsi neutron-server[102761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:25:29.279984 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5fd4287f-a12d-4808-89e2-9b57c1828dd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11962728'] for subnet, precommit_delete_associations {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:29.357614 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fd8fd166-8371-4618-a6b4-b9235ce3ae42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667172'] for network, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:29.363578 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-fd8fd166-8371-4618-a6b4-b9235ce3ae42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:29.369832 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-fd8fd166-8371-4618-a6b4-b9235ce3ae42 admin admin] 10.222.0.73 "DELETE /v2.0/networks/eed9835b-0528-48c8-805c-6a672cef9034 HTTP/1.1" status: 204 len: 168 time: 1.4684684 Nov 24 14:25:29.372839 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6133c162-d2a7-4baf-ae24-4ac8cde689a1 req-ef1f7986-89d1-4850-bb56-780e9a0252ed tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1107590 Nov 24 14:25:29.375325 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5fd4287f-a12d-4808-89e2-9b57c1828dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882942'] for subnet, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:29.382377 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8fd166-8371-4618-a6b4-b9235ce3ae42 admin admin] Pushing event deleted for resources: {'Network': ['ID=eed9835b-0528-48c8-805c-6a672cef9034,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:29.436688 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5fd4287f-a12d-4808-89e2-9b57c1828dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3879245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11930773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11814328'] for subnet, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:29.464378 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4287f-a12d-4808-89e2-9b57c1828dd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:29.466485 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5fd4287f-a12d-4808-89e2-9b57c1828dd1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:29.469877 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-5fd4287f-a12d-4808-89e2-9b57c1828dd1 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4923ff5d-8cc5-4cb7-b44f-9aa63250e9e0 HTTP/1.1" status: 204 len: 168 time: 0.2887697 Nov 24 14:25:29.471708 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a51674-312f-4cd4-b443-9b65ee356fbf None None] Network c5b77177-c415-4898-b361-8f6fa43e1616 requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:25:29.472707 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 49346) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:29.510365 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 49348) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:29.548673 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9f607841-6c30-41e0-9680-8d15574d6f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708839'] for network, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:29.553713 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-6cd8d281-bdc3-4aa1-8644-ab31324dbc78 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0263df2748984c17a05265e50bdc7ca4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0413492 Nov 24 14:25:29.556278 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 49350) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:29.632504 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-9f607841-6c30-41e0-9680-8d15574d6f02 admin admin] Deleting port 47ee413e-23d1-4eaf-a1ca-a177d1dd4364 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:25:29.633379 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9f607841-6c30-41e0-9680-8d15574d6f02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:29.638769 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-15d52eb6-56bf-4f4b-ad51-c238f70d4223 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:29.674036 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-15d52eb6-56bf-4f4b-ad51-c238f70d4223 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:29.689048 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e40572f-d1d4-4ffe-bba5-ea028ab535b4 None None] DHCP port deletion for c5b77177-c415-4898-b361-8f6fa43e1616 request from dv-cinder-739079-6-iscsi {{(pid=102763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 14:25:29.726645 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-9f607841-6c30-41e0-9680-8d15574d6f02 admin admin] For port 47ee413e-23d1-4eaf-a1ca-a177d1dd4364, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=47ee413e-23d1-4eaf-a1ca-a177d1dd4364,segment=NetworkSegment(ba2bd5cf-b7b9-4fab-b424-a20e5571684a),segment_id=ba2bd5cf-b7b9-4fab-b424-a20e5571684a)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:25:29.727579 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9f607841-6c30-41e0-9680-8d15574d6f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:29.734036 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-15d52eb6-56bf-4f4b-ad51-c238f70d4223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:29.737853 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-15d52eb6-56bf-4f4b-ad51-c238f70d4223 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:29.739285 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-15d52eb6-56bf-4f4b-ad51-c238f70d4223 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5b343794-3ea3-45f1-9792-9c74e33014a5 HTTP/1.1" status: 204 len: 168 time: 0.1816134 Nov 24 14:25:29.743681 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-9f607841-6c30-41e0-9680-8d15574d6f02 admin admin] Calling delete_port for 47ee413e-23d1-4eaf-a1ca-a177d1dd4364 owned by network:dhcp {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:25:29.748367 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d52eb6-56bf-4f4b-ad51-c238f70d4223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b343794-3ea3-45f1-9792-9c74e33014a5,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:29.769383 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-3e40572f-d1d4-4ffe-bba5-ea028ab535b4 None None] Deleting port 47ee413e-23d1-4eaf-a1ca-a177d1dd4364 {{(pid=102763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:25:29.769847 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3e40572f-d1d4-4ffe-bba5-ea028ab535b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:29.805203 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 6262e118-c20b-464b-973d-ed2cd68e9ecb no longer exists at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:25:29.836008 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9f607841-6c30-41e0-9680-8d15574d6f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:29.836683 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] No Port match for: 6262e118-c20b-464b-973d-ed2cd68e9ecb {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:25:29.837078 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 6262e118-c20b-464b-973d-ed2cd68e9ecb not bound to the agent host hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:25:29.851282 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f607841-6c30-41e0-9680-8d15574d6f02 admin admin] No DVR routers for this DVR port 47ee413e-23d1-4eaf-a1ca-a177d1dd4364 on host dv-cinder-739079-6-iscsi {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:25:29.873313 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f607841-6c30-41e0-9680-8d15574d6f02 admin admin] Pushing event deleted for resources: {'Port': ['ID=47ee413e-23d1-4eaf-a1ca-a177d1dd4364,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:29.875988 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 4ddeeef8-d525-4378-96af-c9db420f41ba details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=102763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:25:29.899089 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-3e40572f-d1d4-4ffe-bba5-ea028ab535b4 None None] For port 47ee413e-23d1-4eaf-a1ca-a177d1dd4364, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=47ee413e-23d1-4eaf-a1ca-a177d1dd4364,segment=NetworkSegment(ba2bd5cf-b7b9-4fab-b424-a20e5571684a),segment_id=ba2bd5cf-b7b9-4fab-b424-a20e5571684a)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:25:29.899806 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3e40572f-d1d4-4ffe-bba5-ea028ab535b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:29.912755 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-3e40572f-d1d4-4ffe-bba5-ea028ab535b4 None None] Calling delete_port for 47ee413e-23d1-4eaf-a1ca-a177d1dd4364 owned by network:dhcp {{(pid=102763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:25:29.953544 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9f607841-6c30-41e0-9680-8d15574d6f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880289', 'neutron.services.segments.db._delete_segments_for_network-8783323399864'] for network, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:29.974796 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-9f607841-6c30-41e0-9680-8d15574d6f02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b77177-c415-4898-b361-8f6fa43e1616']}} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:29.985713 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-9f607841-6c30-41e0-9680-8d15574d6f02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2bd5cf-b7b9-4fab-b424-a20e5571684a') {'for_net_delete': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:29.986004 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-9f607841-6c30-41e0-9680-8d15574d6f02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2bd5cf-b7b9-4fab-b424-a20e5571684a') {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:29.997582 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9f607841-6c30-41e0-9680-8d15574d6f02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783323362124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11962719'] for segment, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:30.012304 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9f607841-6c30-41e0-9680-8d15574d6f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:30.019375 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f607841-6c30-41e0-9680-8d15574d6f02 admin admin] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=102762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:25:30.019865 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9f607841-6c30-41e0-9680-8d15574d6f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11814199'] for segment, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: Traceback (most recent call last): Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: timer() Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: cb(*args, **kw) Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: return func(*args, **kwargs) Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: self._notify() Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: self.callback(batched_events) Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: event.method(event) Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: return f(self, *a, **k) Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: return self._get(url).json() Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: return self.request(url, 'GET', **kwargs) Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:25:30.021584 dv-cinder-739079-6-iscsi neutron-server[102762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:25:30.070756 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3e40572f-d1d4-4ffe-bba5-ea028ab535b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995'] for port, after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:30.078556 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 4ddeeef8-d525-4378-96af-c9db420f41ba, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=4ddeeef8-d525-4378-96af-c9db420f41ba,segment=NetworkSegment(b1837c13-0cb2-404d-aedd-258fca0eeafe),segment_id=b1837c13-0cb2-404d-aedd-258fca0eeafe)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:25:30.088868 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9f607841-6c30-41e0-9680-8d15574d6f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667172'] for network, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:30.095124 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9f607841-6c30-41e0-9680-8d15574d6f02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:30.101482 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-9f607841-6c30-41e0-9680-8d15574d6f02 admin admin] 10.222.0.73 "DELETE /v2.0/networks/c5b77177-c415-4898-b361-8f6fa43e1616 HTTP/1.1" status: 204 len: 168 time: 0.6248567 Nov 24 14:25:30.101761 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 49362) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:30.114860 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f607841-6c30-41e0-9680-8d15574d6f02 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5b77177-c415-4898-b361-8f6fa43e1616,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:30.122469 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40572f-d1d4-4ffe-bba5-ea028ab535b4 None None] Pushing event deleted for resources: {'Port': ['ID=47ee413e-23d1-4eaf-a1ca-a177d1dd4364,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:30.124437 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Returning: {'device': '4ddeeef8-d525-4378-96af-c9db420f41ba', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'port_id': '4ddeeef8-d525-4378-96af-c9db420f41ba', 'mac_address': 'fa:16:3e:f4:76:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:25:30.129006 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e40572f-d1d4-4ffe-bba5-ea028ab535b4 None None] No DVR routers for this DVR port 47ee413e-23d1-4eaf-a1ca-a177d1dd4364 on host dv-cinder-739079-6-iscsi {{(pid=102763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:25:30.178611 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:30.196907 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ddeeef8-d525-4378-96af-c9db420f41ba {{(pid=102763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:25:30.218645 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 4ddeeef8-d525-4378-96af-c9db420f41ba, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=4ddeeef8-d525-4378-96af-c9db420f41ba,segment=NetworkSegment(b1837c13-0cb2-404d-aedd-258fca0eeafe),segment_id=b1837c13-0cb2-404d-aedd-258fca0eeafe)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:25:30.223721 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:30.280254 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=4ddeeef8-d525-4378-96af-c9db420f41ba,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:30.474685 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['4ddeeef8-d525-4378-96af-c9db420f41ba'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:25:30.489925 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6d2002d8-b94f-4e5e-a6b8-5bd3e3759382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667450'] for router_interface, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:30.556930 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f033096-dbd7-4cb5-b656-d928fff372d7 req-5e8ee4eb-7585-46cc-aba5-60b5791abb56 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:30.560107 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1f033096-dbd7-4cb5-b656-d928fff372d7 req-5e8ee4eb-7585-46cc-aba5-60b5791abb56 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 944 time: 0.0684988 Nov 24 14:25:30.624963 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1f033096-dbd7-4cb5-b656-d928fff372d7 req-b0fe6d8f-ceb0-4af3-afc0-1171ec2ed810 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564985 Nov 24 14:25:30.786321 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6d2002d8-b94f-4e5e-a6b8-5bd3e3759382 admin admin] Deleting port 1fe8d592-65a1-4591-98cd-eb127ce92631 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:25:30.786791 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6d2002d8-b94f-4e5e-a6b8-5bd3e3759382 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:30.849301 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 47ee413e-23d1-4eaf-a1ca-a177d1dd4364 no longer exists at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:25:30.872887 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] No Port match for: 47ee413e-23d1-4eaf-a1ca-a177d1dd4364 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:25:30.873129 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 47ee413e-23d1-4eaf-a1ca-a177d1dd4364 not bound to the agent host dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:25:30.918551 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6d2002d8-b94f-4e5e-a6b8-5bd3e3759382 admin admin] For port 1fe8d592-65a1-4591-98cd-eb127ce92631, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=1fe8d592-65a1-4591-98cd-eb127ce92631,segment=NetworkSegment(d8c3ca69-73b0-4cc0-8b76-0b2a92f72eaa),segment_id=d8c3ca69-73b0-4cc0-8b76-0b2a92f72eaa)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:25:30.919033 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6d2002d8-b94f-4e5e-a6b8-5bd3e3759382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:30.933137 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-6d2002d8-b94f-4e5e-a6b8-5bd3e3759382 admin admin] Calling delete_port for 1fe8d592-65a1-4591-98cd-eb127ce92631 owned by network:router_interface {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:25:31.148621 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6d2002d8-b94f-4e5e-a6b8-5bd3e3759382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:31.174330 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2002d8-b94f-4e5e-a6b8-5bd3e3759382 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fe8d592-65a1-4591-98cd-eb127ce92631,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:31.355781 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6d2002d8-b94f-4e5e-a6b8-5bd3e3759382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667558'] for router_interface, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:31.582263 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2002d8-b94f-4e5e-a6b8-5bd3e3759382 admin admin] Router 903f376f-958c-4021-bb48-466392b501ed has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:25:31.732752 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2002d8-b94f-4e5e-a6b8-5bd3e3759382 admin admin] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:25:31.738046 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-6d2002d8-b94f-4e5e-a6b8-5bd3e3759382 admin admin] 10.222.0.73 "PUT /v2.0/routers/903f376f-958c-4021-bb48-466392b501ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6352589 Nov 24 14:25:31.740894 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 49414) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:31.742957 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69352b43-0cbf-4d18-8aa8-f4ae46e9d995 None None] Sync routers for ids ['903f376f-958c-4021-bb48-466392b501ed'] in dv-cinder-739079-6-iscsi {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:25:31.753313 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69352b43-0cbf-4d18-8aa8-f4ae46e9d995 None None] Routers {'903f376f-958c-4021-bb48-466392b501ed'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:25:31.753923 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-69352b43-0cbf-4d18-8aa8-f4ae46e9d995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:25:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['903f376f-958c-4021-bb48-466392b501ed'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:31.759347 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb00f52-2edc-434c-a888-e41dcf0f3439 req-528d6285-2344-4e5c-aced-59824423437a tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:31.761536 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-9fb00f52-2edc-434c-a888-e41dcf0f3439 req-528d6285-2344-4e5c-aced-59824423437a tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 944 time: 0.0628986 Nov 24 14:25:31.817769 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-9fb00f52-2edc-434c-a888-e41dcf0f3439 req-982967e3-28d3-4852-8025-5cd0c4083abb tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497487 Nov 24 14:25:31.848962 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1713453d-2b28-478a-a93a-1d5fd3074df6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:31.852738 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 4ddeeef8-d525-4378-96af-c9db420f41ba up at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:25:31.900268 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-69352b43-0cbf-4d18-8aa8-f4ae46e9d995 None None] Set router 903f376f-958c-4021-bb48-466392b501ed gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:25:31.954712 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1713453d-2b28-478a-a93a-1d5fd3074df6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:32.007204 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-1713453d-2b28-478a-a93a-1d5fd3074df6 admin admin] Deleting port 8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:25:32.007590 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1713453d-2b28-478a-a93a-1d5fd3074df6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:32.023027 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning for port 4ddeeef8-d525-4378-96af-c9db420f41ba completed by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:25:32.031282 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning complete for port 4ddeeef8-d525-4378-96af-c9db420f41ba triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:25:32.031683 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:32.087639 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-1713453d-2b28-478a-a93a-1d5fd3074df6 admin admin] For port 8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c,segment=NetworkSegment(8ba1600c-dd39-469b-9e9d-3735ae82b3ab),segment_id=8ba1600c-dd39-469b-9e9d-3735ae82b3ab)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:25:32.088088 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1713453d-2b28-478a-a93a-1d5fd3074df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:32.106884 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-1713453d-2b28-478a-a93a-1d5fd3074df6 admin admin] Calling delete_port for 8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c owned by network:router_gateway {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:25:32.163430 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:32.185233 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-69352b43-0cbf-4d18-8aa8-f4ae46e9d995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903f376f-958c-4021-bb48-466392b501ed', 'name': 'tempest-TestMinimumBasicScenario-2084293827-router', 'tenant_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:22:14Z', 'updated_at': '2021-11-24T14:25:31Z', 'revision_number': 5, 'project_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'gw_port': {'id': '8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903f376f-958c-4021-bb48-466392b501ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:22:15Z', 'updated_at': '2021-11-24T14:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:32.219672 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36bb4476-4d53-45d6-ac38-83c97637e26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddeeef8-d525-4378-96af-c9db420f41ba'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:25:32.222194 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02bc6bab57870f22e484ac0312d8c66543c8308e687160369736143e34da9ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e0dd37-d04c-4746-9195-9960e6a08771" -d '{"events": [{"server_uuid": "36bb4476-4d53-45d6-ac38-83c97637e26b", "name": "network-vif-plugged", "status": "completed", "tag": "4ddeeef8-d525-4378-96af-c9db420f41ba"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:25:32.227656 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69352b43-0cbf-4d18-8aa8-f4ae46e9d995 None None] Checking router: 903f376f-958c-4021-bb48-466392b501ed for host: dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:25:32.241769 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 4ddeeef8-d525-4378-96af-c9db420f41ba, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=4ddeeef8-d525-4378-96af-c9db420f41ba,segment=NetworkSegment(b1837c13-0cb2-404d-aedd-258fca0eeafe),segment_id=b1837c13-0cb2-404d-aedd-258fca0eeafe)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:25:32.249615 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:32.254414 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69352b43-0cbf-4d18-8aa8-f4ae46e9d995 None None] Routers {'903f376f-958c-4021-bb48-466392b501ed'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:25:32.255093 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-69352b43-0cbf-4d18-8aa8-f4ae46e9d995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:25:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['903f376f-958c-4021-bb48-466392b501ed'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:32.312231 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1713453d-2b28-478a-a93a-1d5fd3074df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:32.346761 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713453d-2b28-478a-a93a-1d5fd3074df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:32.421098 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1713453d-2b28-478a-a93a-1d5fd3074df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667136'] for router_gateway, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:32.421708 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87b3485-ea7f-43d5-b6b8-f9062d1e22a1 x-openstack-request-id: req-d87b3485-ea7f-43d5-b6b8-f9062d1e22a1 {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:25:32.422057 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36bb4476-4d53-45d6-ac38-83c97637e26b", "name": "network-vif-plugged", "status": "completed", "tag": "4ddeeef8-d525-4378-96af-c9db420f41ba", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:25:32.422292 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d87b3485-ea7f-43d5-b6b8-f9062d1e22a1 {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:25:32.423218 dv-cinder-739079-6-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36bb4476-4d53-45d6-ac38-83c97637e26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddeeef8-d525-4378-96af-c9db420f41ba', 'code': 200} Nov 24 14:25:32.516181 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=4ddeeef8-d525-4378-96af-c9db420f41ba,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:32.522111 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-69352b43-0cbf-4d18-8aa8-f4ae46e9d995 None None] Set router 903f376f-958c-4021-bb48-466392b501ed gateway port host: None {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:25:32.542859 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1713453d-2b28-478a-a93a-1d5fd3074df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5251'] for router, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:32.545626 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1713453d-2b28-478a-a93a-1d5fd3074df6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:32.575234 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-69352b43-0cbf-4d18-8aa8-f4ae46e9d995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903f376f-958c-4021-bb48-466392b501ed', 'name': 'tempest-TestMinimumBasicScenario-2084293827-router', 'tenant_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:22:14Z', 'updated_at': '2021-11-24T14:25:31Z', 'revision_number': 6, 'project_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'gw_port_host': None}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:32.602265 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0dac0-35d8-4429-b8f4-403086a15fae req-1c0f8c92-5b54-4bfa-aff9-f31c4b81a6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:32.602265 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8db0dac0-35d8-4429-b8f4-403086a15fae req-1c0f8c92-5b54-4bfa-aff9-f31c4b81a6cf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 1098 time: 0.1443040 Nov 24 14:25:32.602265 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1713453d-2b28-478a-a93a-1d5fd3074df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667266'] for router, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:32.602265 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1713453d-2b28-478a-a93a-1d5fd3074df6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 903f376f-958c-4021-bb48-466392b501ed {{(pid=102762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 14:25:32.606809 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69352b43-0cbf-4d18-8aa8-f4ae46e9d995 None None] The sync data for ids ['903f376f-958c-4021-bb48-466392b501ed'] in dv-cinder-739079-6-iscsi is: [{'id': '903f376f-958c-4021-bb48-466392b501ed', 'name': 'tempest-TestMinimumBasicScenario-2084293827-router', 'tenant_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:22:14Z', 'updated_at': '2021-11-24T14:25:31Z', 'revision_number': 6, 'project_id': '49cea0eee5e64b6eb49226547ab9ecfe', 'gw_port_host': None}] {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:25:32.613046 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1713453d-2b28-478a-a93a-1d5fd3074df6 admin admin] Publish callbacks [] for router, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:32.614218 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-1713453d-2b28-478a-a93a-1d5fd3074df6 admin admin] 10.222.0.73 "DELETE /v2.0/routers/903f376f-958c-4021-bb48-466392b501ed HTTP/1.1" status: 204 len: 168 time: 0.8723090 Nov 24 14:25:32.617143 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 49426) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:32.664915 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8db0dac0-35d8-4429-b8f4-403086a15fae req-d4268781-c57f-4fbe-ad23-dfca16fd3027 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495844 Nov 24 14:25:32.668855 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_v2 [None req-4540ec32-9ba3-48cf-ba64-49877ef7d30e admin admin] Deleting subnet 8dae2f9e-8cdc-4048-8a6c-b0d59630aa0d {{(pid=102761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 14:25:32.672625 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4540ec32-9ba3-48cf-ba64-49877ef7d30e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:32.707244 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4540ec32-9ba3-48cf-ba64-49877ef7d30e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8896142'] for subnet, precommit_delete_associations {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:32.828016 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4540ec32-9ba3-48cf-ba64-49877ef7d30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882942'] for subnet, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:32.888852 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4540ec32-9ba3-48cf-ba64-49877ef7d30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3879245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8883909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8752145'] for subnet, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:32.925832 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540ec32-9ba3-48cf-ba64-49877ef7d30e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dae2f9e-8cdc-4048-8a6c-b0d59630aa0d,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:32.929034 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4540ec32-9ba3-48cf-ba64-49877ef7d30e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for subnet, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:32.932321 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-4540ec32-9ba3-48cf-ba64-49877ef7d30e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8dae2f9e-8cdc-4048-8a6c-b0d59630aa0d HTTP/1.1" status: 204 len: 168 time: 0.3140385 Nov 24 14:25:32.935046 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 49436) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:32.945005 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c04d88-2434-466e-9feb-c7fe2aea414c None None] Network 60c0345a-b3c7-4c87-923e-957d83ddd1dd requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:25:32.977504 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e2871-aded-4d4a-b8d2-d14bc90eb87e req-432558a8-af29-4f08-94dd-568a20143bf7 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:32.979595 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-df4e2871-aded-4d4a-b8d2-d14bc90eb87e req-432558a8-af29-4f08-94dd-568a20143bf7 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 945 time: 0.0655670 Nov 24 14:25:33.057779 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-df4e2871-aded-4d4a-b8d2-d14bc90eb87e req-e4e385c9-6d76-405c-a4c7-bddec06d9342 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0715117 Nov 24 14:25:33.087138 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-111447df-3b6f-43ec-82f5-68254adda9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708839'] for network, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:33.110743 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 1fe8d592-65a1-4591-98cd-eb127ce92631 no longer exists at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:25:33.137051 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] No Port match for: 1fe8d592-65a1-4591-98cd-eb127ce92631 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:25:33.137400 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 1fe8d592-65a1-4591-98cd-eb127ce92631 not bound to the agent host dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:25:33.161783 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-111447df-3b6f-43ec-82f5-68254adda9b4 admin admin] Deleting port 6d250df4-3726-4246-abba-5962628e36dd {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:25:33.162120 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-111447df-3b6f-43ec-82f5-68254adda9b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:33.226971 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-111447df-3b6f-43ec-82f5-68254adda9b4 admin admin] For port 6d250df4-3726-4246-abba-5962628e36dd, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=6d250df4-3726-4246-abba-5962628e36dd,segment=NetworkSegment(d8c3ca69-73b0-4cc0-8b76-0b2a92f72eaa),segment_id=d8c3ca69-73b0-4cc0-8b76-0b2a92f72eaa)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:25:33.227364 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-111447df-3b6f-43ec-82f5-68254adda9b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:33.240667 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-111447df-3b6f-43ec-82f5-68254adda9b4 admin admin] Calling delete_port for 6d250df4-3726-4246-abba-5962628e36dd owned by network:dhcp {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:25:33.327264 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-111447df-3b6f-43ec-82f5-68254adda9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:33.354110 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111447df-3b6f-43ec-82f5-68254adda9b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d250df4-3726-4246-abba-5962628e36dd,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:33.356351 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111447df-3b6f-43ec-82f5-68254adda9b4 admin admin] No DVR routers for this DVR port 6d250df4-3726-4246-abba-5962628e36dd on host dv-cinder-739079-6-iscsi {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:25:33.431741 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-111447df-3b6f-43ec-82f5-68254adda9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880289', 'neutron.services.segments.db._delete_segments_for_network-8783323399864'] for network, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:33.458594 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-111447df-3b6f-43ec-82f5-68254adda9b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c0345a-b3c7-4c87-923e-957d83ddd1dd']}} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:33.461252 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370cac3c-7175-40b1-9141-5a55a6f2d7ad None None] DHCP port deletion for 60c0345a-b3c7-4c87-923e-957d83ddd1dd request from dv-cinder-739079-6-iscsi {{(pid=102763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 14:25:33.469567 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-111447df-3b6f-43ec-82f5-68254adda9b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c3ca69-73b0-4cc0-8b76-0b2a92f72eaa') {'for_net_delete': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:33.470255 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-111447df-3b6f-43ec-82f5-68254adda9b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c3ca69-73b0-4cc0-8b76-0b2a92f72eaa') {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:33.482287 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-111447df-3b6f-43ec-82f5-68254adda9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783323362124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11962719'] for segment, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:33.498189 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-111447df-3b6f-43ec-82f5-68254adda9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:33.504488 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-111447df-3b6f-43ec-82f5-68254adda9b4 admin admin] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=102762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:25:33.504885 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-111447df-3b6f-43ec-82f5-68254adda9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11814199'] for segment, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: Traceback (most recent call last): Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: timer() Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: cb(*args, **kw) Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: return func(*args, **kwargs) Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: self._notify() Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: self.callback(batched_events) Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: event.method(event) Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: return f(self, *a, **k) Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: return self._get(url).json() Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: return self.request(url, 'GET', **kwargs) Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:25:33.506523 dv-cinder-739079-6-iscsi neutron-server[102762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:25:33.562187 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-111447df-3b6f-43ec-82f5-68254adda9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667172'] for network, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:33.567786 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-111447df-3b6f-43ec-82f5-68254adda9b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:33.570969 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-111447df-3b6f-43ec-82f5-68254adda9b4 admin admin] 10.222.0.73 "DELETE /v2.0/networks/60c0345a-b3c7-4c87-923e-957d83ddd1dd HTTP/1.1" status: 204 len: 168 time: 0.6340246 Nov 24 14:25:33.581800 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111447df-3b6f-43ec-82f5-68254adda9b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=60c0345a-b3c7-4c87-923e-957d83ddd1dd,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:33.756524 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 49448) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:33.810285 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-2b04d28c-00c9-4c85-a744-aaf0c09c80ab admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c2a116ccd6f848deb04de4b1465cf089&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0523481 Nov 24 14:25:33.812608 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 49450) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:33.865838 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-458bbcd9-b3e0-4c0f-b4f4-f1ed28d9dbfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:33.888723 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-458bbcd9-b3e0-4c0f-b4f4-f1ed28d9dbfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:33.940949 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-458bbcd9-b3e0-4c0f-b4f4-f1ed28d9dbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:33.944523 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-458bbcd9-b3e0-4c0f-b4f4-f1ed28d9dbfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:33.948496 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-458bbcd9-b3e0-4c0f-b4f4-f1ed28d9dbfa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b80197d7-9f26-44fb-b287-5537d9d18b1b HTTP/1.1" status: 204 len: 168 time: 0.1321347 Nov 24 14:25:33.955697 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458bbcd9-b3e0-4c0f-b4f4-f1ed28d9dbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80197d7-9f26-44fb-b287-5537d9d18b1b,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:34.215965 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd615ea4-4d9f-49b7-9385-91ab07c5f6c4 req-200a4267-0aa4-4af2-83f3-b11eca586105 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:34.218301 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fd615ea4-4d9f-49b7-9385-91ab07c5f6c4 req-200a4267-0aa4-4af2-83f3-b11eca586105 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 945 time: 0.0693898 Nov 24 14:25:34.306618 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-fd615ea4-4d9f-49b7-9385-91ab07c5f6c4 req-5154979a-15af-472e-ba53-fad34d9fa710 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785706 Nov 24 14:25:34.338318 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 49470) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:34.381511 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-34971958-5b4a-4d6f-ab95-61ef9bcd6643 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=49cea0eee5e64b6eb49226547ab9ecfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412076 Nov 24 14:25:34.383904 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 49474) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:34.438210 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6dc846-fbfa-46e8-a1a3-257c6a685fe2 req-d91ca373-dfb8-4a68-8910-d4bb20b36675 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:34.439904 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6f6dc846-fbfa-46e8-a1a3-257c6a685fe2 req-d91ca373-dfb8-4a68-8910-d4bb20b36675 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 945 time: 0.0557857 Nov 24 14:25:34.449384 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 49480) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:34.456495 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-db50a854-355e-45ae-a7c7-6dc5ccc30800 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Request body: {'floatingip': {'port_id': '4ddeeef8-d525-4378-96af-c9db420f41ba'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:25:34.461465 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-bb7d7879-6199-431a-b2c8-757e8ab89d9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:34.511094 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-db50a854-355e-45ae-a7c7-6dc5ccc30800 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for floatingip, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:34.561635 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-bb7d7879-6199-431a-b2c8-757e8ab89d9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:34.724945 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-bb7d7879-6199-431a-b2c8-757e8ab89d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:34.727569 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-bb7d7879-6199-431a-b2c8-757e8ab89d9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:34.729670 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-bb7d7879-6199-431a-b2c8-757e8ab89d9f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5fb1022b-227e-4c33-9fb6-47c8aabccca2 HTTP/1.1" status: 204 len: 168 time: 0.3438663 Nov 24 14:25:34.765268 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d7879-6199-431a-b2c8-757e8ab89d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb1022b-227e-4c33-9fb6-47c8aabccca2,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:34.863561 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 6d250df4-3726-4246-abba-5962628e36dd no longer exists at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:25:34.887697 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] No Port match for: 6d250df4-3726-4246-abba-5962628e36dd {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:25:34.893117 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 6d250df4-3726-4246-abba-5962628e36dd not bound to the agent host dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:25:34.893878 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c no longer exists at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:25:34.916528 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] No Port match for: 8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:25:34.917536 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 8a7c94b8-72d3-4f4a-b2fb-42dfcc44470c not bound to the agent host dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:25:35.459628 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-db50a854-355e-45ae-a7c7-6dc5ccc30800 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:35.464559 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-db50a854-355e-45ae-a7c7-6dc5ccc30800 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667194'] for floatingip, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:35.572576 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.db.l3_db [None req-db50a854-355e-45ae-a7c7-6dc5ccc30800 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Floating IP 65b1a258-6aff-4a7e-a6e7-47050715524d associated. External IP: 172.27.3.179, port: 4ddeeef8-d525-4378-96af-c9db420f41ba. Nov 24 14:25:35.857636 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db50a854-355e-45ae-a7c7-6dc5ccc30800 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Router d3abc9c8-ea3c-4748-8244-6bec72a2aec2 has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:25:35.986048 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db50a854-355e-45ae-a7c7-6dc5ccc30800 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:25:35.991340 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-db50a854-355e-45ae-a7c7-6dc5ccc30800 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for floatingip, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:35.996795 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9665f234-f41f-4ec4-9a30-e8977d773dd3 None None] Sync routers for ids ['d3abc9c8-ea3c-4748-8244-6bec72a2aec2'] in dv-cinder-739079-6-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:25:36.008082 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9665f234-f41f-4ec4-9a30-e8977d773dd3 None None] Routers {'d3abc9c8-ea3c-4748-8244-6bec72a2aec2'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:25:36.008724 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-9665f234-f41f-4ec4-9a30-e8977d773dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:25:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['d3abc9c8-ea3c-4748-8244-6bec72a2aec2'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:36.023919 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-db50a854-355e-45ae-a7c7-6dc5ccc30800 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "PUT /v2.0/floatingips/65b1a258-6aff-4a7e-a6e7-47050715524d HTTP/1.1" status: 200 len: 991 time: 1.5733461 Nov 24 14:25:36.024506 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36bb4476-4d53-45d6-ac38-83c97637e26b', 'tag': '4ddeeef8-d525-4378-96af-c9db420f41ba'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:25:36.026977 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae21199a9d4b78a62ed18da464448d73790c24002c352d214487bf1b37d0fcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b35e70-ea31-41b4-b974-ad996bfe45d3" -d '{"events": [{"name": "network-changed", "server_uuid": "36bb4476-4d53-45d6-ac38-83c97637e26b", "tag": "4ddeeef8-d525-4378-96af-c9db420f41ba"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:25:36.068829 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b847240-cc13-4413-8b43-d1ee2caf7abb x-openstack-request-id: req-4b847240-cc13-4413-8b43-d1ee2caf7abb {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:25:36.069127 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36bb4476-4d53-45d6-ac38-83c97637e26b", "tag": "4ddeeef8-d525-4378-96af-c9db420f41ba", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:25:36.069392 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4b847240-cc13-4413-8b43-d1ee2caf7abb {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:25:36.069830 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36bb4476-4d53-45d6-ac38-83c97637e26b', 'tag': '4ddeeef8-d525-4378-96af-c9db420f41ba', 'status': 'completed', 'code': 200} Nov 24 14:25:36.158666 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-9665f234-f41f-4ec4-9a30-e8977d773dd3 None None] Set router d3abc9c8-ea3c-4748-8244-6bec72a2aec2 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:25:36.191291 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b35e70-ea31-41b4-b974-ad996bfe45d3 req-4a5c61fe-934a-459e-bf2e-1f2f90ef58cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:36.193962 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f7b35e70-ea31-41b4-b974-ad996bfe45d3 req-4a5c61fe-934a-459e-bf2e-1f2f90ef58cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8179f38954442d58e1c209cf0f0eb43&device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 1098 time: 0.0793273 Nov 24 14:25:36.298648 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b35e70-ea31-41b4-b974-ad996bfe45d3 req-4c9f5cb3-f2b7-4aa6-bc89-85803eb0fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:36.300164 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f7b35e70-ea31-41b4-b974-ad996bfe45d3 req-4c9f5cb3-f2b7-4aa6-bc89-85803eb0fe2d service neutron] 10.222.0.37 "GET /v2.0/networks?id=36acfee9-a029-4045-9f01-f7f9a199421c HTTP/1.1" status: 200 len: 918 time: 0.0975437 Nov 24 14:25:36.381897 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f7b35e70-ea31-41b4-b974-ad996bfe45d3 req-71f0a040-419c-4d4f-bc87-42ac364e2b8e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ddeeef8-d525-4378-96af-c9db420f41ba HTTP/1.1" status: 200 len: 999 time: 0.0702057 Nov 24 14:25:36.442958 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-9665f234-f41f-4ec4-9a30-e8977d773dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'name': 'tempest-AttachVolumeShelveTestJSON-810802159-router', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:39Z', 'updated_at': '2021-11-24T14:21:44Z', 'revision_number': 4, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'gw_port': {'id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:40Z', 'updated_at': '2021-11-24T14:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_floatingips': [{'id': '65b1a258-6aff-4a7e-a6e7-47050715524d', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'port_id': '4ddeeef8-d525-4378-96af-c9db420f41ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'mac_address': 'fa:16:3e:f4:76:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bb4476-4d53-45d6-ac38-83c97637e26b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:25:16Z', 'updated_at': '2021-11-24T14:25:35Z', 'revision_number': 1, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527d377f-19e9-4186-bab5-01172366e320', 'name': '', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'mac_address': 'fa:16:3e:9c:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:43Z', 'updated_at': '2021-11-24T14:21:53Z', 'revision_number': 5, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'subnets': [{'id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:36.447057 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b35e70-ea31-41b4-b974-ad996bfe45d3 req-17b06b8f-9777-45fe-9aad-f302a3fabdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:36.449510 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f7b35e70-ea31-41b4-b974-ad996bfe45d3 req-17b06b8f-9777-45fe-9aad-f302a3fabdfe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=768a5e80-3488-4bb1-8733-0f42aa1c8190 HTTP/1.1" status: 200 len: 855 time: 0.0582380 Nov 24 14:25:36.473687 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9665f234-f41f-4ec4-9a30-e8977d773dd3 None None] Checking router: d3abc9c8-ea3c-4748-8244-6bec72a2aec2 for host: dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:25:36.483034 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9665f234-f41f-4ec4-9a30-e8977d773dd3 None None] Routers {'d3abc9c8-ea3c-4748-8244-6bec72a2aec2'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:25:36.483729 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-9665f234-f41f-4ec4-9a30-e8977d773dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:25:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['d3abc9c8-ea3c-4748-8244-6bec72a2aec2'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:36.507131 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b35e70-ea31-41b4-b974-ad996bfe45d3 req-c89884e9-f6ac-4ba4-9e25-3185510a5321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:36.508725 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f7b35e70-ea31-41b4-b974-ad996bfe45d3 req-c89884e9-f6ac-4ba4-9e25-3185510a5321 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36acfee9-a029-4045-9f01-f7f9a199421c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510335 Nov 24 14:25:36.594005 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-9665f234-f41f-4ec4-9a30-e8977d773dd3 None None] Set router d3abc9c8-ea3c-4748-8244-6bec72a2aec2 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:25:36.618140 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f7b35e70-ea31-41b4-b974-ad996bfe45d3 req-575f8cd8-9753-47ba-a63e-96c0abe18e77 service neutron] 10.222.0.37 "GET /v2.0/networks/36acfee9-a029-4045-9f01-f7f9a199421c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989478 Nov 24 14:25:36.731931 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f7b35e70-ea31-41b4-b974-ad996bfe45d3 req-963df80c-f305-4fac-8894-ac821cc358f2 service neutron] 10.222.0.37 "GET /v2.0/networks/36acfee9-a029-4045-9f01-f7f9a199421c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062737 Nov 24 14:25:36.860269 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-9665f234-f41f-4ec4-9a30-e8977d773dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'name': 'tempest-AttachVolumeShelveTestJSON-810802159-router', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:39Z', 'updated_at': '2021-11-24T14:21:44Z', 'revision_number': 4, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'gw_port': {'id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:40Z', 'updated_at': '2021-11-24T14:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_floatingips': [{'id': '65b1a258-6aff-4a7e-a6e7-47050715524d', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'port_id': '4ddeeef8-d525-4378-96af-c9db420f41ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'mac_address': 'fa:16:3e:f4:76:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bb4476-4d53-45d6-ac38-83c97637e26b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:25:16Z', 'updated_at': '2021-11-24T14:25:35Z', 'revision_number': 1, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527d377f-19e9-4186-bab5-01172366e320', 'name': '', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'mac_address': 'fa:16:3e:9c:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:43Z', 'updated_at': '2021-11-24T14:21:53Z', 'revision_number': 5, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'subnets': [{'id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:36.891764 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9665f234-f41f-4ec4-9a30-e8977d773dd3 None None] The sync data for ids ['d3abc9c8-ea3c-4748-8244-6bec72a2aec2'] in dv-cinder-739079-6-iscsi is: [{'id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'name': 'tempest-AttachVolumeShelveTestJSON-810802159-router', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:39Z', 'updated_at': '2021-11-24T14:21:44Z', 'revision_number': 4, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'gw_port': {'id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:40Z', 'updated_at': '2021-11-24T14:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_floatingips': [{'id': '65b1a258-6aff-4a7e-a6e7-47050715524d', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'port_id': '4ddeeef8-d525-4378-96af-c9db420f41ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'mac_address': 'fa:16:3e:f4:76:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bb4476-4d53-45d6-ac38-83c97637e26b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:25:16Z', 'updated_at': '2021-11-24T14:25:35Z', 'revision_number': 1, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527d377f-19e9-4186-bab5-01172366e320', 'name': '', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'mac_address': 'fa:16:3e:9c:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:43Z', 'updated_at': '2021-11-24T14:21:53Z', 'revision_number': 5, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'subnets': [{'id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:25:37.143198 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0804130-2525-49a9-8779-6fcc40ef4044 None None] New status for floating IP 65b1a258-6aff-4a7e-a6e7-47050715524d: ACTIVE {{(pid=102763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:25:40.447912 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 49606) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:40.499523 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8bb972a-f67d-4a45-8ddc-3acb10ca48fa admin admin] Deleting subnet b1c6d30b-8fa3-4915-86c1-7080b56cc4d2 {{(pid=102762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 14:25:40.502801 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a8bb972a-f67d-4a45-8ddc-3acb10ca48fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:40.539709 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a8bb972a-f67d-4a45-8ddc-3acb10ca48fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11962728'] for subnet, precommit_delete_associations {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:40.581052 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a8bb972a-f67d-4a45-8ddc-3acb10ca48fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882942'] for subnet, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:40.637316 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a8bb972a-f67d-4a45-8ddc-3acb10ca48fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3879245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11930773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11814328'] for subnet, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:40.663778 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb972a-f67d-4a45-8ddc-3acb10ca48fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1c6d30b-8fa3-4915-86c1-7080b56cc4d2,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:40.669534 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a8bb972a-f67d-4a45-8ddc-3acb10ca48fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:40.672683 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-a8bb972a-f67d-4a45-8ddc-3acb10ca48fa admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b1c6d30b-8fa3-4915-86c1-7080b56cc4d2 HTTP/1.1" status: 204 len: 168 time: 0.2232437 Nov 24 14:25:40.674931 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 49608) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:40.750847 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-319c0cdb-b889-4b00-adeb-f438263e6514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708839'] for network, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:40.842055 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-319c0cdb-b889-4b00-adeb-f438263e6514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880289', 'neutron.services.segments.db._delete_segments_for_network-8783323399864'] for network, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:40.864760 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.services.segments.db [None req-319c0cdb-b889-4b00-adeb-f438263e6514 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46ae57f-718d-41e7-a49c-1a4125534683']}} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:40.874751 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.services.segments.db [None req-319c0cdb-b889-4b00-adeb-f438263e6514 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3629d987-cce9-46d5-bfac-a1277b898128') {'for_net_delete': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:40.875026 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.services.segments.db [None req-319c0cdb-b889-4b00-adeb-f438263e6514 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3629d987-cce9-46d5-bfac-a1277b898128') {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:40.877138 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:40.885347 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-319c0cdb-b889-4b00-adeb-f438263e6514 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783323362124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8896185'] for segment, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:40.899887 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-319c0cdb-b889-4b00-adeb-f438263e6514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:40.907170 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-319c0cdb-b889-4b00-adeb-f438263e6514 admin admin] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=102761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:25:40.907764 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-319c0cdb-b889-4b00-adeb-f438263e6514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8767335'] for segment, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: Traceback (most recent call last): Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: timer() Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: cb(*args, **kw) Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: return func(*args, **kwargs) Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: self._notify() Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: self.callback(batched_events) Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: event.method(event) Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: return f(self, *a, **k) Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: return self._get(url).json() Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: return self.request(url, 'GET', **kwargs) Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:25:40.909559 dv-cinder-739079-6-iscsi neutron-server[102761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:25:40.968916 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-319c0cdb-b889-4b00-adeb-f438263e6514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667172'] for network, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:40.973697 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-319c0cdb-b889-4b00-adeb-f438263e6514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:40.986891 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-319c0cdb-b889-4b00-adeb-f438263e6514 admin admin] 10.222.0.73 "DELETE /v2.0/networks/c46ae57f-718d-41e7-a49c-1a4125534683 HTTP/1.1" status: 204 len: 168 time: 0.3042955 Nov 24 14:25:40.994774 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c0cdb-b889-4b00-adeb-f438263e6514 admin admin] Pushing event deleted for resources: {'Network': ['ID=c46ae57f-718d-41e7-a49c-1a4125534683,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:41.160898 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 49618) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:41.214651 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-e44f0c11-d20a-4b59-94e4-0d4b2cd58293 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7accd42da41d45a696fcb213c0f8a5df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0512297 Nov 24 14:25:41.217308 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 49620) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:41.277756 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b2c06705-8688-469d-9692-4323d18f652e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:41.306873 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b2c06705-8688-469d-9692-4323d18f652e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:41.368189 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b2c06705-8688-469d-9692-4323d18f652e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:41.371140 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-b2c06705-8688-469d-9692-4323d18f652e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:41.372339 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-b2c06705-8688-469d-9692-4323d18f652e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1a314734-2268-422d-acf1-20f8b920141d HTTP/1.1" status: 204 len: 168 time: 0.1540060 Nov 24 14:25:41.380760 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c06705-8688-469d-9692-4323d18f652e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a314734-2268-422d-acf1-20f8b920141d,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:44.413625 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-27cdfbc6-5e6f-4791-9d89-de8706af9f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:46.669293 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 49708) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:46.778767 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-33711914-bd63-4bc1-9d6d-6c2882c11d97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:46.858929 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-33711914-bd63-4bc1-9d6d-6c2882c11d97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:46.862733 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-33711914-bd63-4bc1-9d6d-6c2882c11d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:46.900353 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-33711914-bd63-4bc1-9d6d-6c2882c11d97 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=76dae986a24745d2906d61d8007d7561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296526 Nov 24 14:25:46.901406 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33711914-bd63-4bc1-9d6d-6c2882c11d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac22c899-ca79-4f75-8d4a-406c920a3e55,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:46.904838 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 49712) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:46.917742 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1ec57bbb-773a-4e40-ba69-1f0dbc0215c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:46.955090 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dcf72306-f8b3-46c3-b7ac-b9f6b8248b9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:46.976402 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dcf72306-f8b3-46c3-b7ac-b9f6b8248b9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:47.024924 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dcf72306-f8b3-46c3-b7ac-b9f6b8248b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:47.027565 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dcf72306-f8b3-46c3-b7ac-b9f6b8248b9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:47.029372 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-dcf72306-f8b3-46c3-b7ac-b9f6b8248b9c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ac22c899-ca79-4f75-8d4a-406c920a3e55 HTTP/1.1" status: 204 len: 168 time: 0.1236193 Nov 24 14:25:47.037734 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf72306-f8b3-46c3-b7ac-b9f6b8248b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac22c899-ca79-4f75-8d4a-406c920a3e55,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:47.295637 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 49720) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:47.309555 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-19706213-fc6d-423f-a7c6-86b164382659 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:47.389896 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-19706213-fc6d-423f-a7c6-86b164382659 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:47.393948 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-19706213-fc6d-423f-a7c6-86b164382659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:47.437581 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-19706213-fc6d-423f-a7c6-86b164382659 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9c1d19e2dce0403d93d95d710a5d488b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372726 Nov 24 14:25:47.437581 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19706213-fc6d-423f-a7c6-86b164382659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12bab54-f0c9-443c-9166-12e25c8a89af,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:47.438129 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 49722) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:25:47.499539 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-141b2eda-44b3-4a6d-a11a-96593a4fdbfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:47.521691 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-141b2eda-44b3-4a6d-a11a-96593a4fdbfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:47.574483 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-141b2eda-44b3-4a6d-a11a-96593a4fdbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:47.578323 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-141b2eda-44b3-4a6d-a11a-96593a4fdbfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:47.581109 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-141b2eda-44b3-4a6d-a11a-96593a4fdbfe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e12bab54-f0c9-443c-9166-12e25c8a89af HTTP/1.1" status: 204 len: 168 time: 0.1401956 Nov 24 14:25:47.587844 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b2eda-44b3-4a6d-a11a-96593a4fdbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12bab54-f0c9-443c-9166-12e25c8a89af,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:47.922688 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:49.523025 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:25:50.754712 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:00.615074 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:26:10.873277 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:14.415027 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-dbbae20e-cba5-488d-8fe3-bb7304abd1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:16.916341 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-cb0a9135-8597-4d1c-93df-b3573ad81c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:17.924005 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:19.525958 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:19.704051 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 49980) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:19.817286 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e02da40a-87e7-4102-8e81-482a4ced4c5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:19.899236 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e02da40a-87e7-4102-8e81-482a4ced4c5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:19.904091 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e02da40a-87e7-4102-8e81-482a4ced4c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:19.943884 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02da40a-87e7-4102-8e81-482a4ced4c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f5c36b-42f3-4352-97d3-a6123a8159a3,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:19.948309 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-e02da40a-87e7-4102-8e81-482a4ced4c5d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=82c7e1b665dc4db689a00d9791576da2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431951 Nov 24 14:26:19.953771 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 49984) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:20.011853 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-59eb7563-5393-487c-9455-dcaf5cd03408 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:20.039230 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-59eb7563-5393-487c-9455-dcaf5cd03408 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:20.096725 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-59eb7563-5393-487c-9455-dcaf5cd03408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:20.099416 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-59eb7563-5393-487c-9455-dcaf5cd03408 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:20.100657 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-59eb7563-5393-487c-9455-dcaf5cd03408 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/15f5c36b-42f3-4352-97d3-a6123a8159a3 HTTP/1.1" status: 204 len: 168 time: 0.1459541 Nov 24 14:26:20.109575 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb7563-5393-487c-9455-dcaf5cd03408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f5c36b-42f3-4352-97d3-a6123a8159a3,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:20.397984 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 49992) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:20.412525 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f4c4e4cd-0208-4ca4-ac4c-22331ca08c03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:20.513784 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f4c4e4cd-0208-4ca4-ac4c-22331ca08c03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:20.517552 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f4c4e4cd-0208-4ca4-ac4c-22331ca08c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:20.557110 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-f4c4e4cd-0208-4ca4-ac4c-22331ca08c03 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b1e81c33a0e745279655225d5596b804&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1580255 Nov 24 14:26:20.557953 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4e4cd-0208-4ca4-ac4c-22331ca08c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a372da-1be4-4427-b16c-a1670a644206,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:20.561466 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 49994) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:20.566190 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4e4cd-0208-4ca4-ac4c-22331ca08c03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:20.568110 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4e4cd-0208-4ca4-ac4c-22331ca08c03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:20.569079 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4e4cd-0208-4ca4-ac4c-22331ca08c03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:20.569421 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4e4cd-0208-4ca4-ac4c-22331ca08c03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:20.569764 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4e4cd-0208-4ca4-ac4c-22331ca08c03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:20.570097 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4e4cd-0208-4ca4-ac4c-22331ca08c03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:20.570438 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4e4cd-0208-4ca4-ac4c-22331ca08c03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:20.570775 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4e4cd-0208-4ca4-ac4c-22331ca08c03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:20.571106 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4e4cd-0208-4ca4-ac4c-22331ca08c03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:20.571452 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4e4cd-0208-4ca4-ac4c-22331ca08c03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:20.571780 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4e4cd-0208-4ca4-ac4c-22331ca08c03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:20.572100 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4e4cd-0208-4ca4-ac4c-22331ca08c03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:20.615666 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b535ec8b-9d6e-45d8-9137-6a948a4fdb98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:20.638567 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b535ec8b-9d6e-45d8-9137-6a948a4fdb98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:20.683423 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b535ec8b-9d6e-45d8-9137-6a948a4fdb98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:20.687170 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b535ec8b-9d6e-45d8-9137-6a948a4fdb98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:20.688674 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-b535ec8b-9d6e-45d8-9137-6a948a4fdb98 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/70a372da-1be4-4427-b16c-a1670a644206 HTTP/1.1" status: 204 len: 168 time: 0.1257250 Nov 24 14:26:20.697484 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535ec8b-9d6e-45d8-9137-6a948a4fdb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a372da-1be4-4427-b16c-a1670a644206,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:20.759179 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:22.321669 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 50042) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:22.426351 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a8396149-a026-4f38-aa28-aa13cc08b689 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:22.501358 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a8396149-a026-4f38-aa28-aa13cc08b689 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:22.506121 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a8396149-a026-4f38-aa28-aa13cc08b689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:22.543495 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8396149-a026-4f38-aa28-aa13cc08b689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5b9d1b-5cfa-4263-a97a-6771877c7765,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:22.547822 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-a8396149-a026-4f38-aa28-aa13cc08b689 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1444e703fc1b4cbd8e9efaa04fb6570c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250774 Nov 24 14:26:22.550411 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 50048) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:22.599212 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4601a6d8-1722-4351-b738-4e99fbd2e4b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:22.619197 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4601a6d8-1722-4351-b738-4e99fbd2e4b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:22.666912 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4601a6d8-1722-4351-b738-4e99fbd2e4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:22.669445 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-4601a6d8-1722-4351-b738-4e99fbd2e4b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:22.670566 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-4601a6d8-1722-4351-b738-4e99fbd2e4b9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8c5b9d1b-5cfa-4263-a97a-6771877c7765 HTTP/1.1" status: 204 len: 168 time: 0.1192579 Nov 24 14:26:22.677950 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601a6d8-1722-4351-b738-4e99fbd2e4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5b9d1b-5cfa-4263-a97a-6771877c7765,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:22.932863 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 50054) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:22.946078 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c4185a6a-a100-49c2-bac6-93bf7a90f30b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:23.019506 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c4185a6a-a100-49c2-bac6-93bf7a90f30b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:23.023038 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c4185a6a-a100-49c2-bac6-93bf7a90f30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:23.060159 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-c4185a6a-a100-49c2-bac6-93bf7a90f30b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e787d19861164bc1ade914f43bad8c8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262431 Nov 24 14:26:23.062065 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4185a6a-a100-49c2-bac6-93bf7a90f30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8619f83b-656b-4986-bee2-c5c96b01e458,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:23.062830 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 50056) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:23.112995 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-db325e49-16ef-4a5b-8691-2cd6bc5ae964 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:23.135024 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-db325e49-16ef-4a5b-8691-2cd6bc5ae964 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:23.185363 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-db325e49-16ef-4a5b-8691-2cd6bc5ae964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:23.188337 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-db325e49-16ef-4a5b-8691-2cd6bc5ae964 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:23.189678 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-db325e49-16ef-4a5b-8691-2cd6bc5ae964 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8619f83b-656b-4986-bee2-c5c96b01e458 HTTP/1.1" status: 204 len: 168 time: 0.1257365 Nov 24 14:26:23.198903 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db325e49-16ef-4a5b-8691-2cd6bc5ae964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8619f83b-656b-4986-bee2-c5c96b01e458,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:24.249165 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 50092) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:24.361527 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-84411493-2729-45c0-bc90-41cceab78cd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:24.446584 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-84411493-2729-45c0-bc90-41cceab78cd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:24.451813 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-84411493-2729-45c0-bc90-41cceab78cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:24.488307 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84411493-2729-45c0-bc90-41cceab78cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31dd63da-59b5-42e7-a8b3-29e459623b80,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:24.492158 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-84411493-2729-45c0-bc90-41cceab78cd1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=be77b3d378754063913034b18bd8a710&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419937 Nov 24 14:26:24.494971 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 50096) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:24.498671 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84411493-2729-45c0-bc90-41cceab78cd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:24.498957 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84411493-2729-45c0-bc90-41cceab78cd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:24.499298 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84411493-2729-45c0-bc90-41cceab78cd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:24.499664 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84411493-2729-45c0-bc90-41cceab78cd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:24.500121 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84411493-2729-45c0-bc90-41cceab78cd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:24.500327 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84411493-2729-45c0-bc90-41cceab78cd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:24.500654 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84411493-2729-45c0-bc90-41cceab78cd1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:24.500984 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84411493-2729-45c0-bc90-41cceab78cd1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:24.501306 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84411493-2729-45c0-bc90-41cceab78cd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:24.501629 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84411493-2729-45c0-bc90-41cceab78cd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:24.501950 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84411493-2729-45c0-bc90-41cceab78cd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:24.502267 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84411493-2729-45c0-bc90-41cceab78cd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:24.545075 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bacec7c4-ae2c-4b14-8d3a-04dba9a391e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:24.566593 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bacec7c4-ae2c-4b14-8d3a-04dba9a391e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:24.612234 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bacec7c4-ae2c-4b14-8d3a-04dba9a391e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:24.615130 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-bacec7c4-ae2c-4b14-8d3a-04dba9a391e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:24.616303 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-bacec7c4-ae2c-4b14-8d3a-04dba9a391e7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/31dd63da-59b5-42e7-a8b3-29e459623b80 HTTP/1.1" status: 204 len: 168 time: 0.1203151 Nov 24 14:26:24.624520 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacec7c4-ae2c-4b14-8d3a-04dba9a391e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31dd63da-59b5-42e7-a8b3-29e459623b80,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:31.797889 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47b3a5-7f6b-4ba8-9899-a7e1eb0401c5 req-7c367543-f08c-4626-953e-b9c21b15defe tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:31.799391 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fa47b3a5-7f6b-4ba8-9899-a7e1eb0401c5 req-7c367543-f08c-4626-953e-b9c21b15defe tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 945 time: 0.0511372 Nov 24 14:26:31.848104 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fa47b3a5-7f6b-4ba8-9899-a7e1eb0401c5 req-0e846425-cc54-4ec3-a064-b2d469610eb6 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420284 Nov 24 14:26:32.488174 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 50256) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:32.594084 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2e72a124-4f9a-447f-bc1a-76bbd948d025 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:32.665832 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2e72a124-4f9a-447f-bc1a-76bbd948d025 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:32.669920 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2e72a124-4f9a-447f-bc1a-76bbd948d025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:32.708177 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-2e72a124-4f9a-447f-bc1a-76bbd948d025 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=05a7824c13b6455098295e70db352158&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189193 Nov 24 14:26:32.709291 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72a124-4f9a-447f-bc1a-76bbd948d025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94c10c9-578f-4211-86f8-ff82ecace337,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:32.710799 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 50260) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:32.759638 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4c9262d3-7d25-451d-8cbc-eba2027338f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:32.780706 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4c9262d3-7d25-451d-8cbc-eba2027338f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:32.827286 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4c9262d3-7d25-451d-8cbc-eba2027338f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:32.830712 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-4c9262d3-7d25-451d-8cbc-eba2027338f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:32.831905 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-4c9262d3-7d25-451d-8cbc-eba2027338f9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f94c10c9-578f-4211-86f8-ff82ecace337 HTTP/1.1" status: 204 len: 168 time: 0.1201000 Nov 24 14:26:32.839766 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9262d3-7d25-451d-8cbc-eba2027338f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94c10c9-578f-4211-86f8-ff82ecace337,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:32.974349 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4ea24-104d-4456-ac3e-888b089a4cfb req-247e9c78-9c45-45e0-9b6a-7bf4d032e59c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:32.975942 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-aaa4ea24-104d-4456-ac3e-888b089a4cfb req-247e9c78-9c45-45e0-9b6a-7bf4d032e59c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 945 time: 0.0528781 Nov 24 14:26:33.031747 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-aaa4ea24-104d-4456-ac3e-888b089a4cfb req-19ee3cb7-59b6-4dde-b92c-a0bef4d225ef tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486207 Nov 24 14:26:33.121565 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 50268) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:33.136373 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7d6fc2f6-64f7-414e-b4ca-490f0911fbd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:33.212496 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7d6fc2f6-64f7-414e-b4ca-490f0911fbd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:33.216799 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7d6fc2f6-64f7-414e-b4ca-490f0911fbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:33.254772 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-7d6fc2f6-64f7-414e-b4ca-490f0911fbd8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=27e2ce8bba794553a6b6041f06bd2021&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319566 Nov 24 14:26:33.255638 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fc2f6-64f7-414e-b4ca-490f0911fbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0852ee-08a5-4dd0-9665-98cad8a21a9f,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:33.257499 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 50270) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:33.306426 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d8c6c464-0f78-487e-9205-fff6b084dda4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:33.327153 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d8c6c464-0f78-487e-9205-fff6b084dda4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:33.376954 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d8c6c464-0f78-487e-9205-fff6b084dda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:33.379583 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-d8c6c464-0f78-487e-9205-fff6b084dda4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:33.380727 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-d8c6c464-0f78-487e-9205-fff6b084dda4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5f0852ee-08a5-4dd0-9665-98cad8a21a9f HTTP/1.1" status: 204 len: 168 time: 0.1222439 Nov 24 14:26:33.388910 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6c464-0f78-487e-9205-fff6b084dda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0852ee-08a5-4dd0-9665-98cad8a21a9f,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:33.709042 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 50276) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:33.722770 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5d95dd5c-6111-4c2d-ad54-cacdde88d76a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:33.796661 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5d95dd5c-6111-4c2d-ad54-cacdde88d76a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:33.800636 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5d95dd5c-6111-4c2d-ad54-cacdde88d76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:33.836644 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95dd5c-6111-4c2d-ad54-cacdde88d76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d52720b-91ad-47cb-8179-45587ce5fd35,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:33.841178 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-5d95dd5c-6111-4c2d-ad54-cacdde88d76a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=996fef24629e4e37bae6b1c050510d38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308696 Nov 24 14:26:33.843644 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 50278) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:33.892311 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1e951f8b-8fbc-409b-8535-3e7bd11e8560 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:33.913433 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1e951f8b-8fbc-409b-8535-3e7bd11e8560 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:33.958608 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1e951f8b-8fbc-409b-8535-3e7bd11e8560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:33.961194 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1e951f8b-8fbc-409b-8535-3e7bd11e8560 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:33.962357 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-1e951f8b-8fbc-409b-8535-3e7bd11e8560 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1d52720b-91ad-47cb-8179-45587ce5fd35 HTTP/1.1" status: 204 len: 168 time: 0.1178176 Nov 24 14:26:33.970283 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e951f8b-8fbc-409b-8535-3e7bd11e8560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d52720b-91ad-47cb-8179-45587ce5fd35,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:34.156993 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93845dad-3013-40de-ae34-8adb4ede050e req-81e21325-53aa-4605-9686-a7988bc3edef tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:34.158621 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-93845dad-3013-40de-ae34-8adb4ede050e req-81e21325-53aa-4605-9686-a7988bc3edef tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 945 time: 0.0507591 Nov 24 14:26:34.210790 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-93845dad-3013-40de-ae34-8adb4ede050e req-9bfcfa0a-f036-49e1-bef0-78627803c7f1 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455859 Nov 24 14:26:34.660942 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 50302) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:34.758204 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-b671c5c8-1385-47a6-a755-75462ad9f942 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-154179752-network', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:34.779975 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b671c5c8-1385-47a6-a755-75462ad9f942 admin admin] Made reservation on behalf of 45349ed13c344da0b4e40e7459d7acbb for: {'network': 1} {{(pid=102762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:26:34.782329 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b671c5c8-1385-47a6-a755-75462ad9f942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for network, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:34.790680 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b671c5c8-1385-47a6-a755-75462ad9f942 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:34.865335 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b671c5c8-1385-47a6-a755-75462ad9f942 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:34.868449 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b671c5c8-1385-47a6-a755-75462ad9f942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:34.892059 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b671c5c8-1385-47a6-a755-75462ad9f942 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1127} {{(pid=102762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:26:34.907810 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671c5c8-1385-47a6-a755-75462ad9f942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc68336-9cac-485f-8c0e-c35a9a3c3bd5,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:34.910785 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b671c5c8-1385-47a6-a755-75462ad9f942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:34.911089 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.db.segments_db [None req-b671c5c8-1385-47a6-a755-75462ad9f942 admin admin] Added segment 92d60b8a-a2d6-42a5-9295-ab7dcf9b5837 of type vlan for network 9243a22d-267c-4a6f-bc0f-a715e2892f5c Nov 24 14:26:34.952151 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b671c5c8-1385-47a6-a755-75462ad9f942 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783322859825'] for network, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:34.980953 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b671c5c8-1385-47a6-a755-75462ad9f942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067'] for network, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:34.982055 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b671c5c8-1385-47a6-a755-75462ad9f942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:34.982644 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-b671c5c8-1385-47a6-a755-75462ad9f942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:35.018364 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-b671c5c8-1385-47a6-a755-75462ad9f942 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3562951 Nov 24 14:26:35.021337 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 50306) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:35.026187 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-ff68ac11-df7c-4bcc-9ccb-acafa0ad4b97 admin admin] Request body: {'subnet': {'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-154179752-subnet', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'ip_version': 4}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:35.045829 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671c5c8-1385-47a6-a755-75462ad9f942 admin admin] Pushing event updated for resources: {'Network': ['ID=9243a22d-267c-4a6f-bc0f-a715e2892f5c,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:35.047974 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff68ac11-df7c-4bcc-9ccb-acafa0ad4b97 admin admin] Made reservation on behalf of 45349ed13c344da0b4e40e7459d7acbb for: {'subnet': 1} {{(pid=102761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:26:35.050330 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ff68ac11-df7c-4bcc-9ccb-acafa0ad4b97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8752186'] for subnet, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:35.055955 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Network 9243a22d-267c-4a6f-bc0f-a715e2892f5c details requested by agent ovs-agent-dv-cinder-739079-6-iscsi with host dv-cinder-739079-6-iscsi {{(pid=102763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 14:26:35.217766 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ff68ac11-df7c-4bcc-9ccb-acafa0ad4b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8883738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8752168'] for subnet, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:35.275453 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff68ac11-df7c-4bcc-9ccb-acafa0ad4b97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3de96897-b835-40ea-ba9a-57f512f2da18,revision_number=0']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:35.286345 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff68ac11-df7c-4bcc-9ccb-acafa0ad4b97 admin admin] Checking segment: {'id': '92d60b8a-a2d6-42a5-9295-ab7dcf9b5837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:26:35.286708 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff68ac11-df7c-4bcc-9ccb-acafa0ad4b97 admin admin] Network hostable DHCP agents. Network: 9243a22d-267c-4a6f-bc0f-a715e2892f5c, hostable agents: ['5a05dce6-6d47-4be7-b07f-778f6e38e2ad'], hosted agents: [] {{(pid=102761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:26:35.305414 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff68ac11-df7c-4bcc-9ccb-acafa0ad4b97 admin admin] Network 9243a22d-267c-4a6f-bc0f-a715e2892f5c is scheduled to be hosted by DHCP agent 5a05dce6-6d47-4be7-b07f-778f6e38e2ad with binding_index 1 {{(pid=102761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:26:35.315264 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-ff68ac11-df7c-4bcc-9ccb-acafa0ad4b97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-6-iscsi, 9243a22d-267c-4a6f-bc0f-a715e2892f5c) {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:35.320280 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff68ac11-df7c-4bcc-9ccb-acafa0ad4b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:35.321184 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ff68ac11-df7c-4bcc-9ccb-acafa0ad4b97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for subnet, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:35.326540 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526bb5d4-85df-4a7d-bb46-0e43ae2796b2 None None] Network 9243a22d-267c-4a6f-bc0f-a715e2892f5c requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:26:35.338524 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-ff68ac11-df7c-4bcc-9ccb-acafa0ad4b97 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3160560 Nov 24 14:26:35.342503 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 50310) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:35.344763 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3e9ae-15d9-436c-9f5d-19a51205c6d2 req-c93d36d0-1b60-4f55-9f52-233f4848ef25 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:35.346548 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a8d3e9ae-15d9-436c-9f5d-19a51205c6d2 req-c93d36d0-1b60-4f55-9f52-233f4848ef25 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 945 time: 0.0570571 Nov 24 14:26:35.347122 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-6b4d9cb6-c0f5-45a3-b634-27b2170f8715 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-154179752-router', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:35.370579 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9cb6-c0f5-45a3-b634-27b2170f8715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5293'] for router, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:35.371789 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9cb6-c0f5-45a3-b634-27b2170f8715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5274'] for router, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:35.412454 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a8d3e9ae-15d9-436c-9f5d-19a51205c6d2 req-ef85b954-9cfb-4e2a-beab-c868b608e5c5 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576811 Nov 24 14:26:35.430030 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9cb6-c0f5-45a3-b634-27b2170f8715 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:35.492337 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c8e87e8-2d0a-5791-abbd-89eb775a1a8c-9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'fixed_ips': [{'subnet_id': '3de96897-b835-40ea-ba9a-57f512f2da18'}]}} from dv-cinder-739079-6-iscsi. {{(pid=102763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 14:26:35.493212 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:35.572759 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9cb6-c0f5-45a3-b634-27b2170f8715 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:35.626040 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_common [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Allocated IP 172.20.0.2 (9243a22d-267c-4a6f-bc0f-a715e2892f5c/3de96897-b835-40ea-ba9a-57f512f2da18/267742f2-be71-4889-9391-8b4f8c374c90) {{(pid=102763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:26:35.779641 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Publish callbacks [] for port, precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:35.785772 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986'] for port, after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:35.834401 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Network 9243a22d-267c-4a6f-bc0f-a715e2892f5c is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:26:35.838307 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Pushing event updated for resources: {'Port': ['ID=267742f2-be71-4889-9391-8b4f8c374c90,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:35.841024 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:35.844004 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Received port after_create {{(pid=102763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:26:35.851024 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:35.851373 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:35.851737 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:35.852074 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:35.852407 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:35.852740 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:35.853068 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:35.853395 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:35.853720 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:35.854038 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:35.854359 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:35.854678 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:35.907270 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Attempting to bind port 267742f2-be71-4889-9391-8b4f8c374c90 on host dv-cinder-739079-6-iscsi for vnic_type normal with profile {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:26:35.907652 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Attempting to bind port 267742f2-be71-4889-9391-8b4f8c374c90 by drivers openvswitch,hyperv on host dv-cinder-739079-6-iscsi at level 0 using segments [{'id': '92d60b8a-a2d6-42a5-9295-ab7dcf9b5837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c'}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:26:35.908024 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Attempting to bind port 267742f2-be71-4889-9391-8b4f8c374c90 on network 9243a22d-267c-4a6f-bc0f-a715e2892f5c {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:26:35.913186 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Checking agent: {'id': '1104589c-84b2-4bb0-9b12-312140cbcde6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'started_at': datetime.datetime(2021, 11, 24, 14, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:26:35.913580 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Checking segment: {'id': '92d60b8a-a2d6-42a5-9295-ab7dcf9b5837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:26:35.913978 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:35.914375 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Bound using segment: {'id': '92d60b8a-a2d6-42a5-9295-ab7dcf9b5837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c'} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:26:35.914954 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Bound port: 267742f2-be71-4889-9391-8b4f8c374c90, host: dv-cinder-739079-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d60b8a-a2d6-42a5-9295-ab7dcf9b5837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c'}}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:26:35.915239 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:35.976537 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] For port 267742f2-be71-4889-9391-8b4f8c374c90, host dv-cinder-739079-6-iscsi, cleared binding levels {{(pid=102763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:26:35.979650 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] For port 267742f2-be71-4889-9391-8b4f8c374c90, host dv-cinder-739079-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=267742f2-be71-4889-9391-8b4f8c374c90,segment=NetworkSegment(92d60b8a-a2d6-42a5-9295-ab7dcf9b5837),segment_id=92d60b8a-a2d6-42a5-9295-ab7dcf9b5837)] {{(pid=102763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:26:35.984218 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:36.051059 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddf470-e2ee-4c67-abbb-d9f2c509994c None None] Pushing event updated for resources: {'Port': ['ID=267742f2-be71-4889-9391-8b4f8c374c90,revision_number=2']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:36.051450 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9cb6-c0f5-45a3-b634-27b2170f8715 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:36.071586 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9cb6-c0f5-45a3-b634-27b2170f8715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:36.185992 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-6b4d9cb6-c0f5-45a3-b634-27b2170f8715 admin admin] Allocated IP 172.27.3.134 (49cac10e-0da0-4a0f-8769-64a9bee58c01/34c9a594-21b4-4e79-af6f-55375f25e5d0/9c6a8e01-fdb3-4468-9573-24cfdae91e8c) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:26:36.307547 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9cb6-c0f5-45a3-b634-27b2170f8715 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:36.350173 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9cb6-c0f5-45a3-b634-27b2170f8715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:36.392752 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4d9cb6-c0f5-45a3-b634-27b2170f8715 admin admin] Network 49cac10e-0da0-4a0f-8769-64a9bee58c01 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:26:36.395615 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-6b4d9cb6-c0f5-45a3-b634-27b2170f8715 admin admin] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:36.398140 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4d9cb6-c0f5-45a3-b634-27b2170f8715 admin admin] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:26:36.422438 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d9cb6-c0f5-45a3-b634-27b2170f8715 admin admin] Pushing event updated for resources: {'Port': ['ID=9c6a8e01-fdb3-4468-9573-24cfdae91e8c,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:36.607976 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e48e16-33c0-4058-aa65-d3504a19dfed req-eefb444b-d07d-4669-87f0-3bbce0979b40 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:36.609619 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e3e48e16-33c0-4058-aa65-d3504a19dfed req-eefb444b-d07d-4669-87f0-3bbce0979b40 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 945 time: 0.1033828 Nov 24 14:26:36.744688 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e3e48e16-33c0-4058-aa65-d3504a19dfed req-b33dcc85-a393-4f96-a87e-7296ebe42023 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1285856 Nov 24 14:26:36.757038 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9cb6-c0f5-45a3-b634-27b2170f8715 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:36.919621 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 267742f2-be71-4889-9391-8b4f8c374c90 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:26:36.967017 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b6016d-b16c-4342-96cb-719c03c7ea19 None None] Network 9243a22d-267c-4a6f-bc0f-a715e2892f5c requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:26:36.976330 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9cb6-c0f5-45a3-b634-27b2170f8715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667228'] for router, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:37.005217 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port 267742f2-be71-4889-9391-8b4f8c374c90 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:37.005592 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:37.093965 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-63c29955-c48f-45e5-91bc-86fd67994cb3 None None] Provisioning complete for port 267742f2-be71-4889-9391-8b4f8c374c90 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:37.094339 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-63c29955-c48f-45e5-91bc-86fd67994cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:37.104904 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4d9cb6-c0f5-45a3-b634-27b2170f8715 admin admin] Router c4a0c27a-5b97-4dac-bbb2-cd964378bdeb is scheduled to L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea with binding_index 1 {{(pid=102761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 14:26:37.213466 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4d9cb6-c0f5-45a3-b634-27b2170f8715 admin admin] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:26:37.223887 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1ef240-ccb8-4537-9252-627eccd636d8 None None] Sync routers for ids ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'] in dv-cinder-739079-6-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:26:37.235144 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9cb6-c0f5-45a3-b634-27b2170f8715 admin admin] Publish callbacks [] for router, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:37.239215 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-6b4d9cb6-c0f5-45a3-b634-27b2170f8715 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8929935 Nov 24 14:26:37.239443 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1ef240-ccb8-4537-9252-627eccd636d8 None None] Routers {'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:26:37.239443 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-0d1ef240-ccb8-4537-9252-627eccd636d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:26:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:37.239663 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 50314) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:37.345746 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-0d1ef240-ccb8-4537-9252-627eccd636d8 None None] Set router c4a0c27a-5b97-4dac-bbb2-cd964378bdeb gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:26:37.360656 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:37.435679 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] For port 267742f2-be71-4889-9391-8b4f8c374c90, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=267742f2-be71-4889-9391-8b4f8c374c90,segment=NetworkSegment(92d60b8a-a2d6-42a5-9295-ab7dcf9b5837),segment_id=92d60b8a-a2d6-42a5-9295-ab7dcf9b5837)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:26:37.436825 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-63c29955-c48f-45e5-91bc-86fd67994cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:37.446885 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:37.541264 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Pushing event updated for resources: {'Port': ['ID=267742f2-be71-4889-9391-8b4f8c374c90,revision_number=3']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:37.544454 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.db.api [None req-63c29955-c48f-45e5-91bc-86fd67994cb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:26:37.544888 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG oslo_db.api [None req-63c29955-c48f-45e5-91bc-86fd67994cb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:26:37.558512 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-0d1ef240-ccb8-4537-9252-627eccd636d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'name': 'tempest-TestVolumeBootPattern-154179752-router', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:35Z', 'updated_at': '2021-11-24T14:26:36Z', 'revision_number': 3, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'gw_port': {'id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:11:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:37.600776 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1ef240-ccb8-4537-9252-627eccd636d8 None None] Checking router: c4a0c27a-5b97-4dac-bbb2-cd964378bdeb for host: dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:26:37.601305 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1ef240-ccb8-4537-9252-627eccd636d8 None None] Updating router c4a0c27a-5b97-4dac-bbb2-cd964378bdeb port 9c6a8e01-fdb3-4468-9573-24cfdae91e8c binding host dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:26:37.726321 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:26:37.728165 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-507ef5e2-dced-4eb0-be8f-e010a626657e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:37.729298 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-0d1ef240-ccb8-4537-9252-627eccd636d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:37.873492 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473b707-4bc1-468e-80bc-c33ffefd9dd6 req-d5f6492a-11c7-4be5-a9e0-5f013be1b326 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:37.880814 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f473b707-4bc1-468e-80bc-c33ffefd9dd6 req-d5f6492a-11c7-4be5-a9e0-5f013be1b326 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 945 time: 0.0564082 Nov 24 14:26:37.895143 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-507ef5e2-dced-4eb0-be8f-e010a626657e admin admin] Allocated IP 172.20.0.1 (9243a22d-267c-4a6f-bc0f-a715e2892f5c/3de96897-b835-40ea-ba9a-57f512f2da18/7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:26:37.927292 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f473b707-4bc1-468e-80bc-c33ffefd9dd6 req-ed7d06ea-dd4f-477f-af4b-6992e433932a tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457401 Nov 24 14:26:38.001998 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-0d1ef240-ccb8-4537-9252-627eccd636d8 None None] Publish callbacks [] for port, precommit_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:38.006925 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-507ef5e2-dced-4eb0-be8f-e010a626657e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:38.008274 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-0d1ef240-ccb8-4537-9252-627eccd636d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:38.045182 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-507ef5e2-dced-4eb0-be8f-e010a626657e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:38.051841 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72afebcf-0db6-4e1b-9a6d-6634f29eddeb None None] Pushing event updated for resources: {'Port': ['ID=9c6a8e01-fdb3-4468-9573-24cfdae91e8c,revision_number=2']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:38.075272 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-0d1ef240-ccb8-4537-9252-627eccd636d8 None None] Attempting to bind port 9c6a8e01-fdb3-4468-9573-24cfdae91e8c on host dv-cinder-739079-6-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:26:38.075272 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-0d1ef240-ccb8-4537-9252-627eccd636d8 None None] Attempting to bind port 9c6a8e01-fdb3-4468-9573-24cfdae91e8c by drivers openvswitch,hyperv on host dv-cinder-739079-6-iscsi at level 0 using segments [{'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:26:38.075272 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ef240-ccb8-4537-9252-627eccd636d8 None None] Attempting to bind port 9c6a8e01-fdb3-4468-9573-24cfdae91e8c on network 49cac10e-0da0-4a0f-8769-64a9bee58c01 {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:26:38.077852 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72afebcf-0db6-4e1b-9a6d-6634f29eddeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:38.078228 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72afebcf-0db6-4e1b-9a6d-6634f29eddeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:38.078569 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72afebcf-0db6-4e1b-9a6d-6634f29eddeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:38.078900 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72afebcf-0db6-4e1b-9a6d-6634f29eddeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:38.079562 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72afebcf-0db6-4e1b-9a6d-6634f29eddeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:38.079562 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72afebcf-0db6-4e1b-9a6d-6634f29eddeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:38.079901 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72afebcf-0db6-4e1b-9a6d-6634f29eddeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:38.080224 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72afebcf-0db6-4e1b-9a6d-6634f29eddeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:38.080562 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72afebcf-0db6-4e1b-9a6d-6634f29eddeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:38.081330 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72afebcf-0db6-4e1b-9a6d-6634f29eddeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:38.081330 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72afebcf-0db6-4e1b-9a6d-6634f29eddeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:38.081568 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72afebcf-0db6-4e1b-9a6d-6634f29eddeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:38.088116 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ef240-ccb8-4537-9252-627eccd636d8 None None] Checking agent: {'id': '1104589c-84b2-4bb0-9b12-312140cbcde6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'started_at': datetime.datetime(2021, 11, 24, 14, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:26:38.088663 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ef240-ccb8-4537-9252-627eccd636d8 None None] Checking segment: {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:26:38.088885 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-0d1ef240-ccb8-4537-9252-627eccd636d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:38.089272 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ef240-ccb8-4537-9252-627eccd636d8 None None] Bound using segment: {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:26:38.089753 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-0d1ef240-ccb8-4537-9252-627eccd636d8 None None] Bound port: 9c6a8e01-fdb3-4468-9573-24cfdae91e8c, host: dv-cinder-739079-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:26:38.090306 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-0d1ef240-ccb8-4537-9252-627eccd636d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:38.099380 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ef5e2-dced-4eb0-be8f-e010a626657e admin admin] Pushing event updated for resources: {'Port': ['ID=7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:38.103989 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507ef5e2-dced-4eb0-be8f-e010a626657e admin admin] Network 9243a22d-267c-4a6f-bc0f-a715e2892f5c is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:26:38.105550 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-507ef5e2-dced-4eb0-be8f-e010a626657e admin admin] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:38.108040 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507ef5e2-dced-4eb0-be8f-e010a626657e admin admin] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:26:38.149279 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-507ef5e2-dced-4eb0-be8f-e010a626657e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667309'] for router_interface, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:38.157166 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-0d1ef240-ccb8-4537-9252-627eccd636d8 None None] For port 9c6a8e01-fdb3-4468-9573-24cfdae91e8c, host dv-cinder-739079-6-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:26:38.161482 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-0d1ef240-ccb8-4537-9252-627eccd636d8 None None] For port 9c6a8e01-fdb3-4468-9573-24cfdae91e8c, host dv-cinder-739079-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=9c6a8e01-fdb3-4468-9573-24cfdae91e8c,segment=NetworkSegment(8ba1600c-dd39-469b-9e9d-3735ae82b3ab),segment_id=8ba1600c-dd39-469b-9e9d-3735ae82b3ab)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:26:38.166732 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-0d1ef240-ccb8-4537-9252-627eccd636d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:38.214304 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-d38d6894-fd46-4eb5-80f5-e45aff071b48 None None] Provisioning complete for port 267742f2-be71-4889-9391-8b4f8c374c90 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:38.215812 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d38d6894-fd46-4eb5-80f5-e45aff071b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:38.234658 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72afebcf-0db6-4e1b-9a6d-6634f29eddeb None None] Pushing event updated for resources: {'Port': ['ID=9c6a8e01-fdb3-4468-9573-24cfdae91e8c,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:38.248718 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1ef240-ccb8-4537-9252-627eccd636d8 None None] Routers {'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:26:38.249546 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-0d1ef240-ccb8-4537-9252-627eccd636d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:26:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:38.323454 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-507ef5e2-dced-4eb0-be8f-e010a626657e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:38.389159 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-0d1ef240-ccb8-4537-9252-627eccd636d8 None None] Set router c4a0c27a-5b97-4dac-bbb2-cd964378bdeb gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:26:38.434637 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-28a6cd36-5688-4a68-a619-f05d5258ca47 None None] Provisioning complete for port 7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:38.435008 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-28a6cd36-5688-4a68-a619-f05d5258ca47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:38.477791 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-28a6cd36-5688-4a68-a619-f05d5258ca47 None None] Port 7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1 cannot update to ACTIVE because it is not bound. {{(pid=102763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:26:38.510311 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-507ef5e2-dced-4eb0-be8f-e010a626657e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:38.516008 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-507ef5e2-dced-4eb0-be8f-e010a626657e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:38.580307 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-0d1ef240-ccb8-4537-9252-627eccd636d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'name': 'tempest-TestVolumeBootPattern-154179752-router', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:35Z', 'updated_at': '2021-11-24T14:26:36Z', 'revision_number': 3, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'gw_port': {'id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:11:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:38.586339 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ef5e2-dced-4eb0-be8f-e010a626657e admin admin] Pushing event updated for resources: {'Port': ['ID=7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:38.590683 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-507ef5e2-dced-4eb0-be8f-e010a626657e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667421'] for router_interface, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:38.612752 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1ef240-ccb8-4537-9252-627eccd636d8 None None] The sync data for ids ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'] in dv-cinder-739079-6-iscsi is: [{'id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'name': 'tempest-TestVolumeBootPattern-154179752-router', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:35Z', 'updated_at': '2021-11-24T14:26:36Z', 'revision_number': 3, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'gw_port': {'id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:11:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:26:38.700279 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507ef5e2-dced-4eb0-be8f-e010a626657e admin admin] Network 9243a22d-267c-4a6f-bc0f-a715e2892f5c is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:26:38.701867 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-507ef5e2-dced-4eb0-be8f-e010a626657e admin admin] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:38.826420 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507ef5e2-dced-4eb0-be8f-e010a626657e admin admin] Router c4a0c27a-5b97-4dac-bbb2-cd964378bdeb has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:26:38.942372 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 267742f2-be71-4889-9391-8b4f8c374c90 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:26:38.976573 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507ef5e2-dced-4eb0-be8f-e010a626657e admin admin] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:26:38.991690 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-507ef5e2-dced-4eb0-be8f-e010a626657e admin admin] 10.222.0.73 "PUT /v2.0/routers/c4a0c27a-5b97-4dac-bbb2-cd964378bdeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7506995 Nov 24 14:26:39.015457 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-79d1c29f-7590-40af-80b6-93d037476f8d None None] Provisioning complete for port 7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:39.015832 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-79d1c29f-7590-40af-80b6-93d037476f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:39.020621 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port 267742f2-be71-4889-9391-8b4f8c374c90 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:39.020991 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:39.090436 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-79d1c29f-7590-40af-80b6-93d037476f8d None None] Port 7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1 cannot update to ACTIVE because it is not bound. {{(pid=102763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:26:39.091702 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970dcfa4-ff93-4a91-8198-c1a090a565d7 req-6efbccf7-dc1e-4454-bd4f-1859532f411e tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:39.093642 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-970dcfa4-ff93-4a91-8198-c1a090a565d7 req-6efbccf7-dc1e-4454-bd4f-1859532f411e tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 945 time: 0.0632207 Nov 24 14:26:39.161312 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-970dcfa4-ff93-4a91-8198-c1a090a565d7 req-fc18465d-d5a5-427d-b84f-88fdb7cc3c87 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590808 Nov 24 14:26:39.516704 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 50334) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:39.521702 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-a09874cc-57c4-4189-9887-c9ee77e00797 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-435895462-network', 'tenant_id': 'ea6b19cb3a5849e2b0abfc08bbacac9f'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:39.545726 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09874cc-57c4-4189-9887-c9ee77e00797 admin admin] Made reservation on behalf of ea6b19cb3a5849e2b0abfc08bbacac9f for: {'network': 1} {{(pid=102761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:26:39.548168 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a09874cc-57c4-4189-9887-c9ee77e00797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for network, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:39.557185 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a09874cc-57c4-4189-9887-c9ee77e00797 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:39.635854 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a09874cc-57c4-4189-9887-c9ee77e00797 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:39.640366 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a09874cc-57c4-4189-9887-c9ee77e00797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:39.669595 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a09874cc-57c4-4189-9887-c9ee77e00797 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1101} {{(pid=102761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:26:39.675458 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09874cc-57c4-4189-9887-c9ee77e00797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabea99f-7903-45b6-934e-6fb658b947f9,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:39.683600 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a09874cc-57c4-4189-9887-c9ee77e00797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:39.683883 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.db.segments_db [None req-a09874cc-57c4-4189-9887-c9ee77e00797 admin admin] Added segment 9a15d3c4-2017-449a-85aa-36c0ec67a6c3 of type vlan for network 99462c61-c751-422c-a316-f225eb9d629c Nov 24 14:26:39.993255 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a09874cc-57c4-4189-9887-c9ee77e00797 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783322859825'] for network, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:40.019021 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a09874cc-57c4-4189-9887-c9ee77e00797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067'] for network, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:40.020081 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09874cc-57c4-4189-9887-c9ee77e00797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:40.020664 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-a09874cc-57c4-4189-9887-c9ee77e00797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:40.054373 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-a09874cc-57c4-4189-9887-c9ee77e00797 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5364559 Nov 24 14:26:40.057185 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 50336) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:40.062654 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-e554b3e4-fc91-4a5d-b609-65d44d5ec0de admin admin] Request body: {'subnet': {'network_id': '99462c61-c751-422c-a316-f225eb9d629c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-435895462-subnet', 'tenant_id': 'ea6b19cb3a5849e2b0abfc08bbacac9f', 'ip_version': 4}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:40.095944 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09874cc-57c4-4189-9887-c9ee77e00797 admin admin] Pushing event updated for resources: {'Network': ['ID=99462c61-c751-422c-a316-f225eb9d629c,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:40.107605 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Network 99462c61-c751-422c-a316-f225eb9d629c details requested by agent ovs-agent-dv-cinder-739079-6-iscsi with host dv-cinder-739079-6-iscsi {{(pid=102763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 14:26:40.112947 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e554b3e4-fc91-4a5d-b609-65d44d5ec0de admin admin] Made reservation on behalf of ea6b19cb3a5849e2b0abfc08bbacac9f for: {'subnet': 1} {{(pid=102761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:26:40.115353 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e554b3e4-fc91-4a5d-b609-65d44d5ec0de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8752186'] for subnet, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:40.269351 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14682917-366d-4e3b-a08b-747ac2d692c6 None None] Sync routers for ids ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'] in dv-cinder-739079-6-iscsi {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:26:40.287331 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14682917-366d-4e3b-a08b-747ac2d692c6 None None] Routers {'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:26:40.288020 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-14682917-366d-4e3b-a08b-747ac2d692c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:26:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:40.297601 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e554b3e4-fc91-4a5d-b609-65d44d5ec0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8883738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8752168'] for subnet, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:40.300896 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6c633-8cda-4fd4-9ce9-dd80b4964417 req-5b5803ea-df1a-4c7d-ae56-ac3efab3a166 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:40.302558 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-79a6c633-8cda-4fd4-9ce9-dd80b4964417 req-5b5803ea-df1a-4c7d-ae56-ac3efab3a166 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 945 time: 0.0544951 Nov 24 14:26:40.365240 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-79a6c633-8cda-4fd4-9ce9-dd80b4964417 req-da549283-10a4-4dc1-9311-b5f387c3c191 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520289 Nov 24 14:26:40.366100 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554b3e4-fc91-4a5d-b609-65d44d5ec0de admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c495d0f-1134-433c-b0c5-c1b9d944a88b,revision_number=0']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:40.372772 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e554b3e4-fc91-4a5d-b609-65d44d5ec0de admin admin] Checking segment: {'id': '9a15d3c4-2017-449a-85aa-36c0ec67a6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '99462c61-c751-422c-a316-f225eb9d629c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:26:40.373160 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e554b3e4-fc91-4a5d-b609-65d44d5ec0de admin admin] Network hostable DHCP agents. Network: 99462c61-c751-422c-a316-f225eb9d629c, hostable agents: ['5a05dce6-6d47-4be7-b07f-778f6e38e2ad'], hosted agents: [] {{(pid=102761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:26:40.392529 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e554b3e4-fc91-4a5d-b609-65d44d5ec0de admin admin] Network 99462c61-c751-422c-a316-f225eb9d629c is scheduled to be hosted by DHCP agent 5a05dce6-6d47-4be7-b07f-778f6e38e2ad with binding_index 1 {{(pid=102761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:26:40.403799 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-e554b3e4-fc91-4a5d-b609-65d44d5ec0de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-6-iscsi, 99462c61-c751-422c-a316-f225eb9d629c) {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:40.407841 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e554b3e4-fc91-4a5d-b609-65d44d5ec0de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:40.408492 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-e554b3e4-fc91-4a5d-b609-65d44d5ec0de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for subnet, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:40.413004 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-14682917-366d-4e3b-a08b-747ac2d692c6 None None] Set router c4a0c27a-5b97-4dac-bbb2-cd964378bdeb gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:26:40.415800 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5ed187-a95d-46c3-8904-6ed9ad542723 None None] Network 99462c61-c751-422c-a316-f225eb9d629c requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:26:40.425821 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-e554b3e4-fc91-4a5d-b609-65d44d5ec0de admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3675907 Nov 24 14:26:40.428392 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 50340) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:40.433307 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-60455e54-3207-4ecb-9edd-9561ea3b4cf5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-435895462-router', 'tenant_id': 'ea6b19cb3a5849e2b0abfc08bbacac9f', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:40.457254 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-60455e54-3207-4ecb-9edd-9561ea3b4cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5293'] for router, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:40.458331 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-60455e54-3207-4ecb-9edd-9561ea3b4cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5274'] for router, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:40.511328 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-60455e54-3207-4ecb-9edd-9561ea3b4cf5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:40.651869 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-60455e54-3207-4ecb-9edd-9561ea3b4cf5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:40.707196 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766a179e-426f-46b0-b3f8-b0a672b54703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c8e87e8-2d0a-5791-abbd-89eb775a1a8c-99462c61-c751-422c-a316-f225eb9d629c', 'network_id': '99462c61-c751-422c-a316-f225eb9d629c', 'tenant_id': 'ea6b19cb3a5849e2b0abfc08bbacac9f', 'fixed_ips': [{'subnet_id': '7c495d0f-1134-433c-b0c5-c1b9d944a88b'}]}} from dv-cinder-739079-6-iscsi. {{(pid=102763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 14:26:40.708147 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-766a179e-426f-46b0-b3f8-b0a672b54703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:40.801922 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-14682917-366d-4e3b-a08b-747ac2d692c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'name': 'tempest-TestVolumeBootPattern-154179752-router', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:35Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 4, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'gw_port': {'id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:11:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1', 'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'mac_address': 'fa:16:3e:47:91:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 2, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'subnets': [{'id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:40.834433 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14682917-366d-4e3b-a08b-747ac2d692c6 None None] Checking router: c4a0c27a-5b97-4dac-bbb2-cd964378bdeb for host: dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:26:40.834798 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14682917-366d-4e3b-a08b-747ac2d692c6 None None] Updating router c4a0c27a-5b97-4dac-bbb2-cd964378bdeb port 7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1 binding host dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:26:40.874709 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-60455e54-3207-4ecb-9edd-9561ea3b4cf5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:40.896456 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-60455e54-3207-4ecb-9edd-9561ea3b4cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:40.899605 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-14682917-366d-4e3b-a08b-747ac2d692c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:40.922586 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:40.923467 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 9c6a8e01-fdb3-4468-9573-24cfdae91e8c up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:26:40.958093 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.db_base_plugin_common [None req-766a179e-426f-46b0-b3f8-b0a672b54703 None None] Allocated IP 172.20.0.2 (99462c61-c751-422c-a316-f225eb9d629c/7c495d0f-1134-433c-b0c5-c1b9d944a88b/763a6a7e-01e4-4362-ad49-e964489a9d00) {{(pid=102763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:26:41.012547 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-60455e54-3207-4ecb-9edd-9561ea3b4cf5 admin admin] Allocated IP 172.27.3.71 (49cac10e-0da0-4a0f-8769-64a9bee58c01/34c9a594-21b4-4e79-af6f-55375f25e5d0/ac2c706b-f10a-4518-889b-c75a1e934393) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:26:41.113778 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-60455e54-3207-4ecb-9edd-9561ea3b4cf5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:41.153334 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-60455e54-3207-4ecb-9edd-9561ea3b4cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:41.154471 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port 9c6a8e01-fdb3-4468-9573-24cfdae91e8c triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:41.154949 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:41.190227 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60455e54-3207-4ecb-9edd-9561ea3b4cf5 admin admin] Network 49cac10e-0da0-4a0f-8769-64a9bee58c01 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:26:41.196777 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-60455e54-3207-4ecb-9edd-9561ea3b4cf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:41.200884 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60455e54-3207-4ecb-9edd-9561ea3b4cf5 admin admin] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:26:41.207074 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60455e54-3207-4ecb-9edd-9561ea3b4cf5 admin admin] Pushing event updated for resources: {'Port': ['ID=ac2c706b-f10a-4518-889b-c75a1e934393,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:41.422823 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-766a179e-426f-46b0-b3f8-b0a672b54703 None None] Publish callbacks [] for port, precommit_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:41.434782 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-766a179e-426f-46b0-b3f8-b0a672b54703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986'] for port, after_create {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:41.490680 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-60455e54-3207-4ecb-9edd-9561ea3b4cf5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:41.520637 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766a179e-426f-46b0-b3f8-b0a672b54703 None None] Network 99462c61-c751-422c-a316-f225eb9d629c is already hosted by enough agents. {{(pid=102763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:26:41.532187 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.scheduler.base_scheduler [None req-766a179e-426f-46b0-b3f8-b0a672b54703 None None] Resources bound (agent type, host, resource id): {{(pid=102763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:41.541216 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766a179e-426f-46b0-b3f8-b0a672b54703 None None] Received port after_create {{(pid=102763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:26:41.550425 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a179e-426f-46b0-b3f8-b0a672b54703 None None] Pushing event updated for resources: {'Port': ['ID=763a6a7e-01e4-4362-ad49-e964489a9d00,revision_number=1']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:41.555073 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a8d97-8406-45d7-b466-b27f43b46253 req-5856dccd-1a05-41f6-827b-cad8f9e1e041 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:41.556639 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1e8a8d97-8406-45d7-b466-b27f43b46253 req-5856dccd-1a05-41f6-827b-cad8f9e1e041 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 945 time: 0.1035533 Nov 24 14:26:41.560951 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:41.646062 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1e8a8d97-8406-45d7-b466-b27f43b46253 req-7ade49a5-91e8-46c3-bb32-19325decacf4 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596120 Nov 24 14:26:41.646296 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] For port 9c6a8e01-fdb3-4468-9573-24cfdae91e8c, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=9c6a8e01-fdb3-4468-9573-24cfdae91e8c,segment=NetworkSegment(8ba1600c-dd39-469b-9e9d-3735ae82b3ab),segment_id=8ba1600c-dd39-469b-9e9d-3735ae82b3ab)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:26:41.648797 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-766a179e-426f-46b0-b3f8-b0a672b54703 None None] Attempting to bind port 763a6a7e-01e4-4362-ad49-e964489a9d00 on host dv-cinder-739079-6-iscsi for vnic_type normal with profile {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:26:41.649168 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-766a179e-426f-46b0-b3f8-b0a672b54703 None None] Attempting to bind port 763a6a7e-01e4-4362-ad49-e964489a9d00 by drivers openvswitch,hyperv on host dv-cinder-739079-6-iscsi at level 0 using segments [{'id': '9a15d3c4-2017-449a-85aa-36c0ec67a6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '99462c61-c751-422c-a316-f225eb9d629c'}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:26:41.649531 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766a179e-426f-46b0-b3f8-b0a672b54703 None None] Attempting to bind port 763a6a7e-01e4-4362-ad49-e964489a9d00 on network 99462c61-c751-422c-a316-f225eb9d629c {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:26:41.661469 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:41.664414 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-14682917-366d-4e3b-a08b-747ac2d692c6 None None] Publish callbacks [] for port, precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:41.669004 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766a179e-426f-46b0-b3f8-b0a672b54703 None None] Checking agent: {'id': '1104589c-84b2-4bb0-9b12-312140cbcde6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'started_at': datetime.datetime(2021, 11, 24, 14, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:26:41.669465 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766a179e-426f-46b0-b3f8-b0a672b54703 None None] Checking segment: {'id': '9a15d3c4-2017-449a-85aa-36c0ec67a6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '99462c61-c751-422c-a316-f225eb9d629c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:26:41.669863 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-766a179e-426f-46b0-b3f8-b0a672b54703 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:41.670246 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766a179e-426f-46b0-b3f8-b0a672b54703 None None] Bound using segment: {'id': '9a15d3c4-2017-449a-85aa-36c0ec67a6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '99462c61-c751-422c-a316-f225eb9d629c'} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:26:41.670725 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-766a179e-426f-46b0-b3f8-b0a672b54703 None None] Bound port: 763a6a7e-01e4-4362-ad49-e964489a9d00, host: dv-cinder-739079-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a15d3c4-2017-449a-85aa-36c0ec67a6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '99462c61-c751-422c-a316-f225eb9d629c'}}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:26:41.671100 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-766a179e-426f-46b0-b3f8-b0a672b54703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:41.702544 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-14682917-366d-4e3b-a08b-747ac2d692c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:41.754819 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-60455e54-3207-4ecb-9edd-9561ea3b4cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667228'] for router, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:41.767656 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Pushing event updated for resources: {'Port': ['ID=9c6a8e01-fdb3-4468-9573-24cfdae91e8c,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:41.864017 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-766a179e-426f-46b0-b3f8-b0a672b54703 None None] For port 763a6a7e-01e4-4362-ad49-e964489a9d00, host dv-cinder-739079-6-iscsi, cleared binding levels {{(pid=102763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:26:41.896367 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60455e54-3207-4ecb-9edd-9561ea3b4cf5 admin admin] Router 200b2a06-2c9f-4a84-a25b-9ec6ae9cab12 is scheduled to L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea with binding_index 1 {{(pid=102761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 14:26:41.896854 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-766a179e-426f-46b0-b3f8-b0a672b54703 None None] For port 763a6a7e-01e4-4362-ad49-e964489a9d00, host dv-cinder-739079-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=763a6a7e-01e4-4362-ad49-e964489a9d00,segment=NetworkSegment(9a15d3c4-2017-449a-85aa-36c0ec67a6c3),segment_id=9a15d3c4-2017-449a-85aa-36c0ec67a6c3)] {{(pid=102763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:26:41.898227 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d76ad-45b5-441b-8427-00f1da12edd5 None None] Pushing event updated for resources: {'Port': ['ID=7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1,revision_number=3']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:41.903715 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-766a179e-426f-46b0-b3f8-b0a672b54703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:41.933126 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-14682917-366d-4e3b-a08b-747ac2d692c6 None None] Attempting to bind port 7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1 on host dv-cinder-739079-6-iscsi for vnic_type normal with profile {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:26:41.933500 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-14682917-366d-4e3b-a08b-747ac2d692c6 None None] Attempting to bind port 7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1 by drivers openvswitch,hyperv on host dv-cinder-739079-6-iscsi at level 0 using segments [{'id': '92d60b8a-a2d6-42a5-9295-ab7dcf9b5837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c'}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:26:41.934591 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14682917-366d-4e3b-a08b-747ac2d692c6 None None] Attempting to bind port 7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1 on network 9243a22d-267c-4a6f-bc0f-a715e2892f5c {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:26:41.957216 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14682917-366d-4e3b-a08b-747ac2d692c6 None None] Checking agent: {'id': '1104589c-84b2-4bb0-9b12-312140cbcde6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'started_at': datetime.datetime(2021, 11, 24, 14, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:26:41.957591 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14682917-366d-4e3b-a08b-747ac2d692c6 None None] Checking segment: {'id': '92d60b8a-a2d6-42a5-9295-ab7dcf9b5837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:26:41.957997 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-14682917-366d-4e3b-a08b-747ac2d692c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:41.958383 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14682917-366d-4e3b-a08b-747ac2d692c6 None None] Bound using segment: {'id': '92d60b8a-a2d6-42a5-9295-ab7dcf9b5837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c'} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:26:41.958864 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-14682917-366d-4e3b-a08b-747ac2d692c6 None None] Bound port: 7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1, host: dv-cinder-739079-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d60b8a-a2d6-42a5-9295-ab7dcf9b5837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c'}}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:26:41.959415 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-14682917-366d-4e3b-a08b-747ac2d692c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:41.984753 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a179e-426f-46b0-b3f8-b0a672b54703 None None] Pushing event updated for resources: {'Port': ['ID=763a6a7e-01e4-4362-ad49-e964489a9d00,revision_number=2']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:42.032050 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60455e54-3207-4ecb-9edd-9561ea3b4cf5 admin admin] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:26:42.043304 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d694a74f-907f-43dc-a4f3-e65d5e370172 None None] Sync routers for ids ['200b2a06-2c9f-4a84-a25b-9ec6ae9cab12'] in dv-cinder-739079-6-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:26:42.053559 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-14682917-366d-4e3b-a08b-747ac2d692c6 None None] For port 7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1, host dv-cinder-739079-6-iscsi, cleared binding levels {{(pid=102763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:26:42.056451 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d694a74f-907f-43dc-a4f3-e65d5e370172 None None] Routers {'200b2a06-2c9f-4a84-a25b-9ec6ae9cab12'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:26:42.056636 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-60455e54-3207-4ecb-9edd-9561ea3b4cf5 admin admin] Publish callbacks [] for router, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:42.056948 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-14682917-366d-4e3b-a08b-747ac2d692c6 None None] For port 7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1, host dv-cinder-739079-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1,segment=NetworkSegment(92d60b8a-a2d6-42a5-9295-ab7dcf9b5837),segment_id=92d60b8a-a2d6-42a5-9295-ab7dcf9b5837)] {{(pid=102763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:26:42.057735 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-d694a74f-907f-43dc-a4f3-e65d5e370172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:26:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['200b2a06-2c9f-4a84-a25b-9ec6ae9cab12'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:42.059233 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-60455e54-3207-4ecb-9edd-9561ea3b4cf5 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6287770 Nov 24 14:26:42.063375 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 50344) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:42.064060 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-3f331108-652f-48f7-8306-df39cdbf8463 None None] Provisioning complete for port 7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:42.064440 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3f331108-652f-48f7-8306-df39cdbf8463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:42.068001 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-14682917-366d-4e3b-a08b-747ac2d692c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:42.161852 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d76ad-45b5-441b-8427-00f1da12edd5 None None] Pushing event updated for resources: {'Port': ['ID=7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:42.165594 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14682917-366d-4e3b-a08b-747ac2d692c6 None None] Routers {'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:26:42.166207 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-14682917-366d-4e3b-a08b-747ac2d692c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:26:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:42.215525 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-d694a74f-907f-43dc-a4f3-e65d5e370172 None None] Set router 200b2a06-2c9f-4a84-a25b-9ec6ae9cab12 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:26:42.375981 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-14682917-366d-4e3b-a08b-747ac2d692c6 None None] Set router c4a0c27a-5b97-4dac-bbb2-cd964378bdeb gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:26:42.424682 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3f331108-652f-48f7-8306-df39cdbf8463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:42.469044 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-3f331108-652f-48f7-8306-df39cdbf8463 None None] For port 7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1,segment=NetworkSegment(92d60b8a-a2d6-42a5-9295-ab7dcf9b5837),segment_id=92d60b8a-a2d6-42a5-9295-ab7dcf9b5837)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:26:42.477187 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-d694a74f-907f-43dc-a4f3-e65d5e370172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200b2a06-2c9f-4a84-a25b-9ec6ae9cab12', 'name': 'tempest-TestVolumeBootPattern-435895462-router', 'tenant_id': 'ea6b19cb3a5849e2b0abfc08bbacac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'ac2c706b-f10a-4518-889b-c75a1e934393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:40Z', 'updated_at': '2021-11-24T14:26:41Z', 'revision_number': 3, 'project_id': 'ea6b19cb3a5849e2b0abfc08bbacac9f', 'gw_port': {'id': 'ac2c706b-f10a-4518-889b-c75a1e934393', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '200b2a06-2c9f-4a84-a25b-9ec6ae9cab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:40Z', 'updated_at': '2021-11-24T14:26:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:42.479765 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-3f331108-652f-48f7-8306-df39cdbf8463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:42.513944 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d694a74f-907f-43dc-a4f3-e65d5e370172 None None] Checking router: 200b2a06-2c9f-4a84-a25b-9ec6ae9cab12 for host: dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:26:42.514684 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d694a74f-907f-43dc-a4f3-e65d5e370172 None None] Updating router 200b2a06-2c9f-4a84-a25b-9ec6ae9cab12 port ac2c706b-f10a-4518-889b-c75a1e934393 binding host dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:26:42.550903 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-d694a74f-907f-43dc-a4f3-e65d5e370172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:42.610042 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cfd175dd-49b0-44a8-b26c-9bdf8e179b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:42.619917 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f331108-652f-48f7-8306-df39cdbf8463 None None] Pushing event updated for resources: {'Port': ['ID=7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:42.640254 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-64f2c909-a9fc-4d0c-b58f-bac15ac27cfa None None] Provisioning complete for port 7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:42.640627 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-64f2c909-a9fc-4d0c-b58f-bac15ac27cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:42.782984 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-14682917-366d-4e3b-a08b-747ac2d692c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'name': 'tempest-TestVolumeBootPattern-154179752-router', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:35Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 4, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'gw_port': {'id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1', 'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'mac_address': 'fa:16:3e:47:91:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:42Z', 'revision_number': 4, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'subnets': [{'id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:42.809646 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-cfd175dd-49b0-44a8-b26c-9bdf8e179b05 admin admin] Allocated IP 172.20.0.1 (99462c61-c751-422c-a316-f225eb9d629c/7c495d0f-1134-433c-b0c5-c1b9d944a88b/caa6b8c2-8909-4d08-bca8-44c63966de22) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:26:42.811127 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbfb3b-6005-4021-84b2-b5fa5f1bad6d req-032550da-8afe-4a71-b018-f808aa732ad5 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:42.811928 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14682917-366d-4e3b-a08b-747ac2d692c6 None None] The sync data for ids ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'] in dv-cinder-739079-6-iscsi is: [{'id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'name': 'tempest-TestVolumeBootPattern-154179752-router', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:35Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 4, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'gw_port': {'id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1', 'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'mac_address': 'fa:16:3e:47:91:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:42Z', 'revision_number': 4, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'subnets': [{'id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:26:42.816902 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-97cbfb3b-6005-4021-84b2-b5fa5f1bad6d req-032550da-8afe-4a71-b018-f808aa732ad5 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 945 time: 0.0766964 Nov 24 14:26:42.913313 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-97cbfb3b-6005-4021-84b2-b5fa5f1bad6d req-bf5a781c-8d6a-453a-a6ce-9b56769fad37 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0859025 Nov 24 14:26:42.925241 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-d694a74f-907f-43dc-a4f3-e65d5e370172 None None] Publish callbacks [] for port, precommit_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:42.948698 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-d694a74f-907f-43dc-a4f3-e65d5e370172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:43.011116 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-d694a74f-907f-43dc-a4f3-e65d5e370172 None None] Attempting to bind port ac2c706b-f10a-4518-889b-c75a1e934393 on host dv-cinder-739079-6-iscsi for vnic_type normal with profile {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:26:43.015916 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-d694a74f-907f-43dc-a4f3-e65d5e370172 None None] Attempting to bind port ac2c706b-f10a-4518-889b-c75a1e934393 by drivers openvswitch,hyperv on host dv-cinder-739079-6-iscsi at level 0 using segments [{'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:26:43.016415 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d694a74f-907f-43dc-a4f3-e65d5e370172 None None] Attempting to bind port ac2c706b-f10a-4518-889b-c75a1e934393 on network 49cac10e-0da0-4a0f-8769-64a9bee58c01 {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:26:43.022943 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e33352-8a38-46e0-80ad-a9a46e34cd94 None None] Pushing event updated for resources: {'Port': ['ID=ac2c706b-f10a-4518-889b-c75a1e934393,revision_number=2']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:43.034076 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d694a74f-907f-43dc-a4f3-e65d5e370172 None None] Checking agent: {'id': '1104589c-84b2-4bb0-9b12-312140cbcde6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'started_at': datetime.datetime(2021, 11, 24, 14, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:26:43.034379 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d694a74f-907f-43dc-a4f3-e65d5e370172 None None] Checking segment: {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:26:43.034877 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-d694a74f-907f-43dc-a4f3-e65d5e370172 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:43.035280 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d694a74f-907f-43dc-a4f3-e65d5e370172 None None] Bound using segment: {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'} {{(pid=102764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:26:43.035780 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.managers [None req-d694a74f-907f-43dc-a4f3-e65d5e370172 None None] Bound port: ac2c706b-f10a-4518-889b-c75a1e934393, host: dv-cinder-739079-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba1600c-dd39-469b-9e9d-3735ae82b3ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01'}}] {{(pid=102764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:26:43.036157 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-d694a74f-907f-43dc-a4f3-e65d5e370172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:43.036425 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cfd175dd-49b0-44a8-b26c-9bdf8e179b05 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:43.099459 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cfd175dd-49b0-44a8-b26c-9bdf8e179b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:43.116503 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-d694a74f-907f-43dc-a4f3-e65d5e370172 None None] For port ac2c706b-f10a-4518-889b-c75a1e934393, host dv-cinder-739079-6-iscsi, cleared binding levels {{(pid=102764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:26:43.120000 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.plugins.ml2.db [None req-d694a74f-907f-43dc-a4f3-e65d5e370172 None None] For port ac2c706b-f10a-4518-889b-c75a1e934393, host dv-cinder-739079-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=ac2c706b-f10a-4518-889b-c75a1e934393,segment=NetworkSegment(8ba1600c-dd39-469b-9e9d-3735ae82b3ab),segment_id=8ba1600c-dd39-469b-9e9d-3735ae82b3ab)] {{(pid=102764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:26:43.127575 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron_lib.callbacks.manager [None req-d694a74f-907f-43dc-a4f3-e65d5e370172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:43.150803 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd175dd-49b0-44a8-b26c-9bdf8e179b05 admin admin] Network 99462c61-c751-422c-a316-f225eb9d629c is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:26:43.156188 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-cfd175dd-49b0-44a8-b26c-9bdf8e179b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:43.164634 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd175dd-49b0-44a8-b26c-9bdf8e179b05 admin admin] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:26:43.186189 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 763a6a7e-01e4-4362-ad49-e964489a9d00 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:26:43.201742 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd175dd-49b0-44a8-b26c-9bdf8e179b05 admin admin] Pushing event updated for resources: {'Port': ['ID=caa6b8c2-8909-4d08-bca8-44c63966de22,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:43.236272 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e33352-8a38-46e0-80ad-a9a46e34cd94 None None] Pushing event updated for resources: {'Port': ['ID=ac2c706b-f10a-4518-889b-c75a1e934393,revision_number=3']} {{(pid=102764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:43.237075 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cfd175dd-49b0-44a8-b26c-9bdf8e179b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667309'] for router_interface, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:43.251871 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d694a74f-907f-43dc-a4f3-e65d5e370172 None None] Routers {'200b2a06-2c9f-4a84-a25b-9ec6ae9cab12'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:26:43.252499 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-d694a74f-907f-43dc-a4f3-e65d5e370172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:26:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['200b2a06-2c9f-4a84-a25b-9ec6ae9cab12'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:43.281003 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port 763a6a7e-01e4-4362-ad49-e964489a9d00 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:43.281375 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:43.404464 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:43.460410 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] For port 763a6a7e-01e4-4362-ad49-e964489a9d00, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=763a6a7e-01e4-4362-ad49-e964489a9d00,segment=NetworkSegment(9a15d3c4-2017-449a-85aa-36c0ec67a6c3),segment_id=9a15d3c4-2017-449a-85aa-36c0ec67a6c3)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:26:43.468888 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:43.469880 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 9c6a8e01-fdb3-4468-9573-24cfdae91e8c up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:26:43.480200 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053fbdf7-01bf-449b-a00a-aeb920f2b910 None None] Network 99462c61-c751-422c-a316-f225eb9d629c requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:26:43.538775 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-d694a74f-907f-43dc-a4f3-e65d5e370172 None None] Set router 200b2a06-2c9f-4a84-a25b-9ec6ae9cab12 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:26:43.631824 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-bb2ef05f-ba9f-46a3-ad1b-d91668c3fbe6 None None] Provisioning complete for port 763a6a7e-01e4-4362-ad49-e964489a9d00 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:43.632194 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-bb2ef05f-ba9f-46a3-ad1b-d91668c3fbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:43.672738 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Pushing event updated for resources: {'Port': ['ID=763a6a7e-01e4-4362-ad49-e964489a9d00,revision_number=3']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:43.746601 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cfd175dd-49b0-44a8-b26c-9bdf8e179b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:43.794098 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-d694a74f-907f-43dc-a4f3-e65d5e370172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200b2a06-2c9f-4a84-a25b-9ec6ae9cab12', 'name': 'tempest-TestVolumeBootPattern-435895462-router', 'tenant_id': 'ea6b19cb3a5849e2b0abfc08bbacac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'ac2c706b-f10a-4518-889b-c75a1e934393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:40Z', 'updated_at': '2021-11-24T14:26:41Z', 'revision_number': 3, 'project_id': 'ea6b19cb3a5849e2b0abfc08bbacac9f', 'gw_port': {'id': 'ac2c706b-f10a-4518-889b-c75a1e934393', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '200b2a06-2c9f-4a84-a25b-9ec6ae9cab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:40Z', 'updated_at': '2021-11-24T14:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:43.834549 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d694a74f-907f-43dc-a4f3-e65d5e370172 None None] The sync data for ids ['200b2a06-2c9f-4a84-a25b-9ec6ae9cab12'] in dv-cinder-739079-6-iscsi is: [{'id': '200b2a06-2c9f-4a84-a25b-9ec6ae9cab12', 'name': 'tempest-TestVolumeBootPattern-435895462-router', 'tenant_id': 'ea6b19cb3a5849e2b0abfc08bbacac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'ac2c706b-f10a-4518-889b-c75a1e934393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:40Z', 'updated_at': '2021-11-24T14:26:41Z', 'revision_number': 3, 'project_id': 'ea6b19cb3a5849e2b0abfc08bbacac9f', 'gw_port': {'id': 'ac2c706b-f10a-4518-889b-c75a1e934393', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '200b2a06-2c9f-4a84-a25b-9ec6ae9cab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:40Z', 'updated_at': '2021-11-24T14:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:26:43.904011 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port 9c6a8e01-fdb3-4468-9573-24cfdae91e8c triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:43.904395 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:43.956920 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cfd175dd-49b0-44a8-b26c-9bdf8e179b05 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:43.963525 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cfd175dd-49b0-44a8-b26c-9bdf8e179b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:44.102721 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd175dd-49b0-44a8-b26c-9bdf8e179b05 admin admin] Pushing event updated for resources: {'Port': ['ID=caa6b8c2-8909-4d08-bca8-44c63966de22,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:44.109930 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cfd175dd-49b0-44a8-b26c-9bdf8e179b05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667421'] for router_interface, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:44.158502 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415b3e1-6837-4d95-b320-e9c2fd402a75 req-c4a30577-1fbc-4c5a-bca1-b133c932acb2 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:44.162232 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a415b3e1-6837-4d95-b320-e9c2fd402a75 req-c4a30577-1fbc-4c5a-bca1-b133c932acb2 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 945 time: 0.1272776 Nov 24 14:26:44.302002 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a415b3e1-6837-4d95-b320-e9c2fd402a75 req-7af4df3c-b693-4f0a-8524-523fee55263b tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0907304 Nov 24 14:26:44.304231 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd175dd-49b0-44a8-b26c-9bdf8e179b05 admin admin] Network 99462c61-c751-422c-a316-f225eb9d629c is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:26:44.305862 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-cfd175dd-49b0-44a8-b26c-9bdf8e179b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:44.351207 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-a333a845-29bf-4d69-97a8-4da2371fc4cb None None] Provisioning complete for port caa6b8c2-8909-4d08-bca8-44c63966de22 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:44.351789 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a333a845-29bf-4d69-97a8-4da2371fc4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:44.393109 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-a333a845-29bf-4d69-97a8-4da2371fc4cb None None] Port caa6b8c2-8909-4d08-bca8-44c63966de22 cannot update to ACTIVE because it is not bound. {{(pid=102763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:26:44.408630 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-a333a845-29bf-4d69-97a8-4da2371fc4cb None None] Provisioning complete for port 763a6a7e-01e4-4362-ad49-e964489a9d00 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:44.408999 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a333a845-29bf-4d69-97a8-4da2371fc4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:44.454129 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-013dc107-e3c6-411d-a179-06239ff78d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:44.461066 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd175dd-49b0-44a8-b26c-9bdf8e179b05 admin admin] Router 200b2a06-2c9f-4a84-a25b-9ec6ae9cab12 has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:26:44.597357 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd175dd-49b0-44a8-b26c-9bdf8e179b05 admin admin] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:26:44.608167 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-cfd175dd-49b0-44a8-b26c-9bdf8e179b05 admin admin] 10.222.0.73 "PUT /v2.0/routers/200b2a06-2c9f-4a84-a25b-9ec6ae9cab12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5445876 Nov 24 14:26:44.664191 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-7dd6946a-84a8-4103-ba64-1cecfcb59752 None None] Provisioning complete for port caa6b8c2-8909-4d08-bca8-44c63966de22 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:44.664567 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7dd6946a-84a8-4103-ba64-1cecfcb59752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:44.711892 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-7dd6946a-84a8-4103-ba64-1cecfcb59752 None None] Port caa6b8c2-8909-4d08-bca8-44c63966de22 cannot update to ACTIVE because it is not bound. {{(pid=102763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:26:44.833171 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-67d8ccd1-a7d4-4a34-807a-12ee4b411f9a None None] Provisioning complete for port caa6b8c2-8909-4d08-bca8-44c63966de22 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:44.833549 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-67d8ccd1-a7d4-4a34-807a-12ee4b411f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:44.874360 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-67d8ccd1-a7d4-4a34-807a-12ee4b411f9a None None] Port caa6b8c2-8909-4d08-bca8-44c63966de22 cannot update to ACTIVE because it is not bound. {{(pid=102763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:26:45.012907 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 763a6a7e-01e4-4362-ad49-e964489a9d00 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:26:45.082085 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port 763a6a7e-01e4-4362-ad49-e964489a9d00 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:45.082497 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:45.162325 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:26:45.202264 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 50356) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:45.207019 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-aa5a5b7f-df16-426e-ba72-dd49b5d12b77 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1964576363', 'description': 'tempest-secgroup-smoke-1964576363 description', 'project_id': '45349ed13c344da0b4e40e7459d7acbb'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:45.216560 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port 7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:45.216939 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:45.229338 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-aa5a5b7f-df16-426e-ba72-dd49b5d12b77 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:45.300321 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device ac2c706b-f10a-4518-889b-c75a1e934393 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:26:45.304940 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-aa5a5b7f-df16-426e-ba72-dd49b5d12b77 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:45.310089 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-aa5a5b7f-df16-426e-ba72-dd49b5d12b77 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:45.347820 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a5b7f-df16-426e-ba72-dd49b5d12b77 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57c59609-7a0d-4424-bfd9-759d4d0f7917,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:45.354239 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port ac2c706b-f10a-4518-889b-c75a1e934393 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:45.354721 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:45.359047 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-aa5a5b7f-df16-426e-ba72-dd49b5d12b77 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:45.360143 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-aa5a5b7f-df16-426e-ba72-dd49b5d12b77 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1568458 Nov 24 14:26:45.363431 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 50360) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:45.368424 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-76b2a231-0824-45a1-8cda-e57f51e647fd tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Request body: {'security_group_rule': {'security_group_id': '57c59609-7a0d-4424-bfd9-759d4d0f7917', 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:45.397286 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-76b2a231-0824-45a1-8cda-e57f51e647fd tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:45.445931 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:45.455134 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcf12c-6d5a-4277-b1ea-1dfebdafe89b req-7355ebe0-90e3-41fb-9f47-ec7039d2104a tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:45.456756 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fbdcf12c-6d5a-4277-b1ea-1dfebdafe89b req-7355ebe0-90e3-41fb-9f47-ec7039d2104a tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 945 time: 0.0569899 Nov 24 14:26:45.460550 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-76b2a231-0824-45a1-8cda-e57f51e647fd tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:45.466478 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-76b2a231-0824-45a1-8cda-e57f51e647fd tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701580'] for security_group_rule, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:45.472325 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] For port ac2c706b-f10a-4518-889b-c75a1e934393, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=ac2c706b-f10a-4518-889b-c75a1e934393,segment=NetworkSegment(8ba1600c-dd39-469b-9e9d-3735ae82b3ab),segment_id=8ba1600c-dd39-469b-9e9d-3735ae82b3ab)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:26:45.476510 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:45.485720 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2a231-0824-45a1-8cda-e57f51e647fd tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab9fcdf-9a7f-4d13-8bd1-6f425062b139,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:45.502336 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-76b2a231-0824-45a1-8cda-e57f51e647fd tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:45.503606 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-76b2a231-0824-45a1-8cda-e57f51e647fd tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388826 Nov 24 14:26:45.507876 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 50362) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:45.513055 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fbdcf12c-6d5a-4277-b1ea-1dfebdafe89b req-a04bd222-3955-42a3-aa6a-786b30c0b64b tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495729 Nov 24 14:26:45.514032 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-8492b2ed-83d6-4074-abc9-8405cace00b8 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Request body: {'security_group_rule': {'security_group_id': '57c59609-7a0d-4424-bfd9-759d4d0f7917', 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:45.529779 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Pushing event updated for resources: {'Port': ['ID=ac2c706b-f10a-4518-889b-c75a1e934393,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:45.550697 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8492b2ed-83d6-4074-abc9-8405cace00b8 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:45.607743 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8492b2ed-83d6-4074-abc9-8405cace00b8 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:45.611369 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8492b2ed-83d6-4074-abc9-8405cace00b8 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701580'] for security_group_rule, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:45.628455 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492b2ed-83d6-4074-abc9-8405cace00b8 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad2baf27-2a37-4b50-a220-124c749464b3,revision_number=0']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:45.636659 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8492b2ed-83d6-4074-abc9-8405cace00b8 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:45.637851 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-8492b2ed-83d6-4074-abc9-8405cace00b8 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289411 Nov 24 14:26:45.640921 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 50364) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:45.645528 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-dc576c01-fcf6-42ed-9081-12e2e5799731 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Request body: {'security_group_rule': {'security_group_id': '57c59609-7a0d-4424-bfd9-759d4d0f7917', 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:45.672371 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dc576c01-fcf6-42ed-9081-12e2e5799731 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:45.728950 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dc576c01-fcf6-42ed-9081-12e2e5799731 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:45.733953 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dc576c01-fcf6-42ed-9081-12e2e5799731 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701580'] for security_group_rule, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:45.753140 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc576c01-fcf6-42ed-9081-12e2e5799731 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a4da41-a46d-45e7-94d6-0642bae2ffc3,revision_number=0']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:45.761479 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-dc576c01-fcf6-42ed-9081-12e2e5799731 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:45.762752 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-dc576c01-fcf6-42ed-9081-12e2e5799731 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208308 Nov 24 14:26:45.765442 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 50366) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:45.769645 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-05bebbec-3cb1-43d3-9fea-b69f03ea82e3 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Request body: {'security_group_rule': {'security_group_id': '57c59609-7a0d-4424-bfd9-759d4d0f7917', 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:45.798303 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05bebbec-3cb1-43d3-9fea-b69f03ea82e3 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:45.861010 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05bebbec-3cb1-43d3-9fea-b69f03ea82e3 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:45.864616 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05bebbec-3cb1-43d3-9fea-b69f03ea82e3 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701580'] for security_group_rule, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:45.883432 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bebbec-3cb1-43d3-9fea-b69f03ea82e3 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4205ef78-a3ea-4687-902b-730a2a7d2161,revision_number=0']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:45.891297 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-05bebbec-3cb1-43d3-9fea-b69f03ea82e3 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:45.896532 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-05bebbec-3cb1-43d3-9fea-b69f03ea82e3 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1277273 Nov 24 14:26:45.897274 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 50368) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:45.901060 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-2058616c-543f-451a-8ee1-3ced4efae8f0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Request body: {'security_group_rule': {'security_group_id': '57c59609-7a0d-4424-bfd9-759d4d0f7917', 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:45.923600 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.db.securitygroups_db [None req-2058616c-543f-451a-8ee1-3ced4efae8f0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Project 45349ed13c344da0b4e40e7459d7acbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:26:45.928419 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2058616c-543f-451a-8ee1-3ced4efae8f0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:45.986809 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2058616c-543f-451a-8ee1-3ced4efae8f0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:45.991659 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2058616c-543f-451a-8ee1-3ced4efae8f0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701580'] for security_group_rule, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:46.011667 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058616c-543f-451a-8ee1-3ced4efae8f0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986251e8-02cf-4560-8bf9-4dd330129fdc,revision_number=0']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:46.020480 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2058616c-543f-451a-8ee1-3ced4efae8f0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:46.021708 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-2058616c-543f-451a-8ee1-3ced4efae8f0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239955 Nov 24 14:26:46.024509 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 50370) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:46.028960 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-f9114aca-55eb-44c6-b238-e2b395165b43 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Request body: {'security_group_rule': {'security_group_id': '57c59609-7a0d-4424-bfd9-759d4d0f7917', 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:46.052987 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.db.securitygroups_db [None req-f9114aca-55eb-44c6-b238-e2b395165b43 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Project 45349ed13c344da0b4e40e7459d7acbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:26:46.059128 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f9114aca-55eb-44c6-b238-e2b395165b43 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:46.119323 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f9114aca-55eb-44c6-b238-e2b395165b43 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:46.131370 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f9114aca-55eb-44c6-b238-e2b395165b43 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701580'] for security_group_rule, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:46.150905 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9114aca-55eb-44c6-b238-e2b395165b43 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdbb4925-81ac-4b5d-a35a-96f3290a4f64,revision_number=0']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:46.159789 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f9114aca-55eb-44c6-b238-e2b395165b43 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:46.161037 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-f9114aca-55eb-44c6-b238-e2b395165b43 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1355879 Nov 24 14:26:46.357840 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a490497b-3f78-455a-9e93-659da900e22a None None] Sync routers for ids ['200b2a06-2c9f-4a84-a25b-9ec6ae9cab12'] in dv-cinder-739079-6-iscsi {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:26:46.369020 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a490497b-3f78-455a-9e93-659da900e22a None None] Routers {'200b2a06-2c9f-4a84-a25b-9ec6ae9cab12'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:26:46.369632 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-a490497b-3f78-455a-9e93-659da900e22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:26:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['200b2a06-2c9f-4a84-a25b-9ec6ae9cab12'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:46.477198 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-a490497b-3f78-455a-9e93-659da900e22a None None] Set router 200b2a06-2c9f-4a84-a25b-9ec6ae9cab12 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:26:46.714077 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-a490497b-3f78-455a-9e93-659da900e22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200b2a06-2c9f-4a84-a25b-9ec6ae9cab12', 'name': 'tempest-TestVolumeBootPattern-435895462-router', 'tenant_id': 'ea6b19cb3a5849e2b0abfc08bbacac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'ac2c706b-f10a-4518-889b-c75a1e934393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:40Z', 'updated_at': '2021-11-24T14:26:43Z', 'revision_number': 4, 'project_id': 'ea6b19cb3a5849e2b0abfc08bbacac9f', 'gw_port': {'id': 'ac2c706b-f10a-4518-889b-c75a1e934393', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200b2a06-2c9f-4a84-a25b-9ec6ae9cab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:40Z', 'updated_at': '2021-11-24T14:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': 'caa6b8c2-8909-4d08-bca8-44c63966de22', 'name': '', 'network_id': '99462c61-c751-422c-a316-f225eb9d629c', 'tenant_id': 'ea6b19cb3a5849e2b0abfc08bbacac9f', 'mac_address': 'fa:16:3e:3a:a5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '200b2a06-2c9f-4a84-a25b-9ec6ae9cab12', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '7c495d0f-1134-433c-b0c5-c1b9d944a88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:42Z', 'updated_at': '2021-11-24T14:26:43Z', 'revision_number': 2, 'project_id': 'ea6b19cb3a5849e2b0abfc08bbacac9f', 'subnets': [{'id': '7c495d0f-1134-433c-b0c5-c1b9d944a88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:46.741634 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a490497b-3f78-455a-9e93-659da900e22a None None] Checking router: 200b2a06-2c9f-4a84-a25b-9ec6ae9cab12 for host: dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:26:46.741989 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a490497b-3f78-455a-9e93-659da900e22a None None] Updating router 200b2a06-2c9f-4a84-a25b-9ec6ae9cab12 port caa6b8c2-8909-4d08-bca8-44c63966de22 binding host dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:26:46.770357 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a490497b-3f78-455a-9e93-659da900e22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:46.774603 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bb1dc-1efc-48a0-8617-1d7182986f35 req-91b4e1c1-889d-4c3d-844f-91e86d9b0af8 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:46.776189 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-369bb1dc-1efc-48a0-8617-1d7182986f35 req-91b4e1c1-889d-4c3d-844f-91e86d9b0af8 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 945 time: 0.0553925 Nov 24 14:26:46.832041 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-369bb1dc-1efc-48a0-8617-1d7182986f35 req-266d2b6b-0a67-49db-84c7-1b830269bffa tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492642 Nov 24 14:26:46.908756 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device ac2c706b-f10a-4518-889b-c75a1e934393 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:26:46.963426 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1242a405-0259-4a96-93f4-6b8173f8ae32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:47.040193 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port ac2c706b-f10a-4518-889b-c75a1e934393 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:47.040456 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:47.159100 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a490497b-3f78-455a-9e93-659da900e22a None None] Publish callbacks [] for port, precommit_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:47.175060 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a490497b-3f78-455a-9e93-659da900e22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:47.232210 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebb868-89f9-4ef2-982c-ef9c6c04274b None None] Pushing event updated for resources: {'Port': ['ID=caa6b8c2-8909-4d08-bca8-44c63966de22,revision_number=3']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:47.296351 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-a490497b-3f78-455a-9e93-659da900e22a None None] Attempting to bind port caa6b8c2-8909-4d08-bca8-44c63966de22 on host dv-cinder-739079-6-iscsi for vnic_type normal with profile {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:26:47.296803 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-a490497b-3f78-455a-9e93-659da900e22a None None] Attempting to bind port caa6b8c2-8909-4d08-bca8-44c63966de22 by drivers openvswitch,hyperv on host dv-cinder-739079-6-iscsi at level 0 using segments [{'id': '9a15d3c4-2017-449a-85aa-36c0ec67a6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '99462c61-c751-422c-a316-f225eb9d629c'}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:26:47.297256 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a490497b-3f78-455a-9e93-659da900e22a None None] Attempting to bind port caa6b8c2-8909-4d08-bca8-44c63966de22 on network 99462c61-c751-422c-a316-f225eb9d629c {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:26:47.304683 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a490497b-3f78-455a-9e93-659da900e22a None None] Checking agent: {'id': '1104589c-84b2-4bb0-9b12-312140cbcde6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 9, 51), 'started_at': datetime.datetime(2021, 11, 24, 14, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:26:47.305060 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a490497b-3f78-455a-9e93-659da900e22a None None] Checking segment: {'id': '9a15d3c4-2017-449a-85aa-36c0ec67a6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '99462c61-c751-422c-a316-f225eb9d629c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:26:47.305469 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a490497b-3f78-455a-9e93-659da900e22a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:47.305920 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a490497b-3f78-455a-9e93-659da900e22a None None] Bound using segment: {'id': '9a15d3c4-2017-449a-85aa-36c0ec67a6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '99462c61-c751-422c-a316-f225eb9d629c'} {{(pid=102763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:26:47.306403 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.managers [None req-a490497b-3f78-455a-9e93-659da900e22a None None] Bound port: caa6b8c2-8909-4d08-bca8-44c63966de22, host: dv-cinder-739079-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a15d3c4-2017-449a-85aa-36c0ec67a6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '99462c61-c751-422c-a316-f225eb9d629c'}}] {{(pid=102763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:26:47.306780 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a490497b-3f78-455a-9e93-659da900e22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:47.376634 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-a490497b-3f78-455a-9e93-659da900e22a None None] For port caa6b8c2-8909-4d08-bca8-44c63966de22, host dv-cinder-739079-6-iscsi, cleared binding levels {{(pid=102763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:26:47.380362 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-a490497b-3f78-455a-9e93-659da900e22a None None] For port caa6b8c2-8909-4d08-bca8-44c63966de22, host dv-cinder-739079-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=caa6b8c2-8909-4d08-bca8-44c63966de22,segment=NetworkSegment(9a15d3c4-2017-449a-85aa-36c0ec67a6c3),segment_id=9a15d3c4-2017-449a-85aa-36c0ec67a6c3)] {{(pid=102763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:26:47.384932 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a490497b-3f78-455a-9e93-659da900e22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:47.458912 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-44d9188c-35df-4f3a-b0be-91042109bc6e None None] Provisioning complete for port caa6b8c2-8909-4d08-bca8-44c63966de22 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:47.459283 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-44d9188c-35df-4f3a-b0be-91042109bc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:47.489507 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a490497b-3f78-455a-9e93-659da900e22a None None] Routers {'200b2a06-2c9f-4a84-a25b-9ec6ae9cab12'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:26:47.490141 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-a490497b-3f78-455a-9e93-659da900e22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:26:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['200b2a06-2c9f-4a84-a25b-9ec6ae9cab12'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:47.496537 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebb868-89f9-4ef2-982c-ef9c6c04274b None None] Pushing event updated for resources: {'Port': ['ID=caa6b8c2-8909-4d08-bca8-44c63966de22,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:47.646817 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-a490497b-3f78-455a-9e93-659da900e22a None None] Set router 200b2a06-2c9f-4a84-a25b-9ec6ae9cab12 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:26:47.802960 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-44d9188c-35df-4f3a-b0be-91042109bc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:47.890533 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-44d9188c-35df-4f3a-b0be-91042109bc6e None None] For port caa6b8c2-8909-4d08-bca8-44c63966de22, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=caa6b8c2-8909-4d08-bca8-44c63966de22,segment=NetworkSegment(9a15d3c4-2017-449a-85aa-36c0ec67a6c3),segment_id=9a15d3c4-2017-449a-85aa-36c0ec67a6c3)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:26:47.897143 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-44d9188c-35df-4f3a-b0be-91042109bc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:47.970004 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7b71c-4ad4-48bc-a0b2-2c7c97e7ad52 req-183269f6-67c2-42cb-b383-7384a92fd089 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:47.971863 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e1d7b71c-4ad4-48bc-a0b2-2c7c97e7ad52 req-183269f6-67c2-42cb-b383-7384a92fd089 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 945 time: 0.0599811 Nov 24 14:26:47.985331 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:48.016090 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9188c-35df-4f3a-b0be-91042109bc6e None None] Pushing event updated for resources: {'Port': ['ID=caa6b8c2-8909-4d08-bca8-44c63966de22,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:48.021957 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e1d7b71c-4ad4-48bc-a0b2-2c7c97e7ad52 req-9d173b1f-07c9-45a1-a428-49117d0570c0 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435312 Nov 24 14:26:48.050191 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-4136ea24-a03f-4eac-b750-8875ad8c2ffe None None] Provisioning complete for port caa6b8c2-8909-4d08-bca8-44c63966de22 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:48.050564 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-4136ea24-a03f-4eac-b750-8875ad8c2ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:48.114409 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-a490497b-3f78-455a-9e93-659da900e22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200b2a06-2c9f-4a84-a25b-9ec6ae9cab12', 'name': 'tempest-TestVolumeBootPattern-435895462-router', 'tenant_id': 'ea6b19cb3a5849e2b0abfc08bbacac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'ac2c706b-f10a-4518-889b-c75a1e934393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:40Z', 'updated_at': '2021-11-24T14:26:43Z', 'revision_number': 4, 'project_id': 'ea6b19cb3a5849e2b0abfc08bbacac9f', 'gw_port': {'id': 'ac2c706b-f10a-4518-889b-c75a1e934393', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200b2a06-2c9f-4a84-a25b-9ec6ae9cab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:40Z', 'updated_at': '2021-11-24T14:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': 'caa6b8c2-8909-4d08-bca8-44c63966de22', 'name': '', 'network_id': '99462c61-c751-422c-a316-f225eb9d629c', 'tenant_id': 'ea6b19cb3a5849e2b0abfc08bbacac9f', 'mac_address': 'fa:16:3e:3a:a5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '200b2a06-2c9f-4a84-a25b-9ec6ae9cab12', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '7c495d0f-1134-433c-b0c5-c1b9d944a88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:42Z', 'updated_at': '2021-11-24T14:26:47Z', 'revision_number': 4, 'project_id': 'ea6b19cb3a5849e2b0abfc08bbacac9f', 'subnets': [{'id': '7c495d0f-1134-433c-b0c5-c1b9d944a88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:48.142989 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a490497b-3f78-455a-9e93-659da900e22a None None] The sync data for ids ['200b2a06-2c9f-4a84-a25b-9ec6ae9cab12'] in dv-cinder-739079-6-iscsi is: [{'id': '200b2a06-2c9f-4a84-a25b-9ec6ae9cab12', 'name': 'tempest-TestVolumeBootPattern-435895462-router', 'tenant_id': 'ea6b19cb3a5849e2b0abfc08bbacac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'ac2c706b-f10a-4518-889b-c75a1e934393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:40Z', 'updated_at': '2021-11-24T14:26:43Z', 'revision_number': 4, 'project_id': 'ea6b19cb3a5849e2b0abfc08bbacac9f', 'gw_port': {'id': 'ac2c706b-f10a-4518-889b-c75a1e934393', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200b2a06-2c9f-4a84-a25b-9ec6ae9cab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:40Z', 'updated_at': '2021-11-24T14:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': 'caa6b8c2-8909-4d08-bca8-44c63966de22', 'name': '', 'network_id': '99462c61-c751-422c-a316-f225eb9d629c', 'tenant_id': 'ea6b19cb3a5849e2b0abfc08bbacac9f', 'mac_address': 'fa:16:3e:3a:a5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '200b2a06-2c9f-4a84-a25b-9ec6ae9cab12', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '7c495d0f-1134-433c-b0c5-c1b9d944a88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:42Z', 'updated_at': '2021-11-24T14:26:47Z', 'revision_number': 4, 'project_id': 'ea6b19cb3a5849e2b0abfc08bbacac9f', 'subnets': [{'id': '7c495d0f-1134-433c-b0c5-c1b9d944a88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:26:48.905287 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device caa6b8c2-8909-4d08-bca8-44c63966de22 up at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:26:48.960971 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Provisioning complete for port caa6b8c2-8909-4d08-bca8-44c63966de22 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:48.961252 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:49.147320 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4bd4d-4192-4936-8864-2b43cb7d292d req-894dc8c0-ffa5-4bc4-bfad-1093e78370f7 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:49.148845 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a9e4bd4d-4192-4936-8864-2b43cb7d292d req-894dc8c0-ffa5-4bc4-bfad-1093e78370f7 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 945 time: 0.0499594 Nov 24 14:26:49.199159 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a9e4bd4d-4192-4936-8864-2b43cb7d292d req-ee67985c-aa36-420f-9efc-4608c07a6ba0 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433748 Nov 24 14:26:49.529917 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:50.126134 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 4ddeeef8-d525-4378-96af-c9db420f41ba details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=102763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:26:50.251903 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 4ddeeef8-d525-4378-96af-c9db420f41ba, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=4ddeeef8-d525-4378-96af-c9db420f41ba,segment=NetworkSegment(b1837c13-0cb2-404d-aedd-258fca0eeafe),segment_id=b1837c13-0cb2-404d-aedd-258fca0eeafe)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:26:50.269892 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Returning: {'device': '4ddeeef8-d525-4378-96af-c9db420f41ba', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'port_id': '4ddeeef8-d525-4378-96af-c9db420f41ba', 'mac_address': 'fa:16:3e:f4:76:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:26:50.316375 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:50.329870 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d098a-c189-4148-a34b-18a5a826a072 req-a1482c52-1cca-4498-b5ce-7d80ba459585 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:50.331391 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-147d098a-c189-4148-a34b-18a5a826a072 req-a1482c52-1cca-4498-b5ce-7d80ba459585 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 945 time: 0.0521753 Nov 24 14:26:50.331574 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ddeeef8-d525-4378-96af-c9db420f41ba {{(pid=102763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:26:50.356193 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 4ddeeef8-d525-4378-96af-c9db420f41ba, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=4ddeeef8-d525-4378-96af-c9db420f41ba,segment=NetworkSegment(b1837c13-0cb2-404d-aedd-258fca0eeafe),segment_id=b1837c13-0cb2-404d-aedd-258fca0eeafe)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:26:50.361535 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:50.392407 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-147d098a-c189-4148-a34b-18a5a826a072 req-7ad7d156-254b-417c-9092-b4fcba5ee3a5 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542619 Nov 24 14:26:50.429100 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=4ddeeef8-d525-4378-96af-c9db420f41ba,revision_number=6']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:50.448586 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['4ddeeef8-d525-4378-96af-c9db420f41ba'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:26:50.786838 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:51.544438 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353a1d5-9905-4855-b6cf-edd8a4124b36 req-97e97f61-2b81-4c3f-9925-8942af2bd2a7 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:51.546084 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4353a1d5-9905-4855-b6cf-edd8a4124b36 req-97e97f61-2b81-4c3f-9925-8942af2bd2a7 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 944 time: 0.0589106 Nov 24 14:26:51.601706 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-4353a1d5-9905-4855-b6cf-edd8a4124b36 req-8575a56a-80fa-49d3-ab8a-cb8030fc1338 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487339 Nov 24 14:26:52.131119 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 4ddeeef8-d525-4378-96af-c9db420f41ba up at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:26:52.199087 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning complete for port 4ddeeef8-d525-4378-96af-c9db420f41ba triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:52.202697 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:52.306780 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:52.341700 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36bb4476-4d53-45d6-ac38-83c97637e26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddeeef8-d525-4378-96af-c9db420f41ba'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:26:52.347762 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02bc6bab57870f22e484ac0312d8c66543c8308e687160369736143e34da9ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59586dd3-860f-443f-986c-56359cf756b7" -d '{"events": [{"server_uuid": "36bb4476-4d53-45d6-ac38-83c97637e26b", "name": "network-vif-plugged", "status": "completed", "tag": "4ddeeef8-d525-4378-96af-c9db420f41ba"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:26:52.351985 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 4ddeeef8-d525-4378-96af-c9db420f41ba, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=4ddeeef8-d525-4378-96af-c9db420f41ba,segment=NetworkSegment(b1837c13-0cb2-404d-aedd-258fca0eeafe),segment_id=b1837c13-0cb2-404d-aedd-258fca0eeafe)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:26:52.369400 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:52.406651 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f17603-a530-46af-a318-694f764c7a6b x-openstack-request-id: req-58f17603-a530-46af-a318-694f764c7a6b {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:26:52.406947 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36bb4476-4d53-45d6-ac38-83c97637e26b", "name": "network-vif-plugged", "status": "completed", "tag": "4ddeeef8-d525-4378-96af-c9db420f41ba", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:26:52.407202 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-58f17603-a530-46af-a318-694f764c7a6b {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:26:52.407630 dv-cinder-739079-6-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36bb4476-4d53-45d6-ac38-83c97637e26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddeeef8-d525-4378-96af-c9db420f41ba', 'code': 200} Nov 24 14:26:52.438644 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=4ddeeef8-d525-4378-96af-c9db420f41ba,revision_number=7']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:52.746519 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b03bc-831e-4f9a-aef5-60b2a184322f req-0809680a-25c0-4413-aae3-6da76546592e tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:52.748856 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-064b03bc-831e-4f9a-aef5-60b2a184322f req-0809680a-25c0-4413-aae3-6da76546592e tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 945 time: 0.0562243 Nov 24 14:26:52.811923 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-064b03bc-831e-4f9a-aef5-60b2a184322f req-b0554b3d-ca45-402f-8df4-e614990b01b7 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543115 Nov 24 14:26:53.971705 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f4fd9-3dde-4bc4-81fb-cfe8ad675fee req-e1e349a4-648c-4892-ab09-e4d7fe8a5b64 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:53.972607 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4e3f4fd9-3dde-4bc4-81fb-cfe8ad675fee req-e1e349a4-648c-4892-ab09-e4d7fe8a5b64 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 945 time: 0.0675166 Nov 24 14:26:54.034701 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4e3f4fd9-3dde-4bc4-81fb-cfe8ad675fee req-1a1cfd9d-e125-414c-9a09-80ff4ba2c16f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537729 Nov 24 14:26:55.196513 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d92b5-a893-4574-a191-c3d9f2ec3c18 req-68e7b461-5018-41ea-b3c4-35bd3df0751b tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:55.198232 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-741d92b5-a893-4574-a191-c3d9f2ec3c18 req-68e7b461-5018-41ea-b3c4-35bd3df0751b tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 945 time: 0.0626128 Nov 24 14:26:55.277340 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-741d92b5-a893-4574-a191-c3d9f2ec3c18 req-f2fa64e6-f33b-4e67-a59e-067431b69d5e tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0715635 Nov 24 14:26:56.035580 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 50496) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:26:56.458883 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7dd21c-b6a9-411d-8ad4-da9bb5d92592 req-cd0ae12e-bfcd-4bf2-aa0d-17c8eff81826 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:56.467595 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-3f7dd21c-b6a9-411d-8ad4-da9bb5d92592 req-cd0ae12e-bfcd-4bf2-aa0d-17c8eff81826 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 945 time: 0.0849454 Nov 24 14:26:56.493153 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-89f3fc92-5898-466e-8631-f752d96a75a3 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Deleting port c73a8f6b-721e-4ecb-9f3e-085a067f303a {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:26:56.493742 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-89f3fc92-5898-466e-8631-f752d96a75a3 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:56.533174 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-3f7dd21c-b6a9-411d-8ad4-da9bb5d92592 req-f69a4323-ff92-4bd5-805e-2ba79e928cf5 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591760 Nov 24 14:26:56.591658 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-89f3fc92-5898-466e-8631-f752d96a75a3 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:56.592050 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-89f3fc92-5898-466e-8631-f752d96a75a3 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:56.606040 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-89f3fc92-5898-466e-8631-f752d96a75a3 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Calling delete_port for c73a8f6b-721e-4ecb-9f3e-085a067f303a owned by network:floatingip {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:26:56.804764 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-89f3fc92-5898-466e-8631-f752d96a75a3 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:56.844538 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f3fc92-5898-466e-8631-f752d96a75a3 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Pushing event deleted for resources: {'Port': ['ID=c73a8f6b-721e-4ecb-9f3e-085a067f303a,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:56.921693 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-89f3fc92-5898-466e-8631-f752d96a75a3 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for floatingip, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:56.922109 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.db.l3_db [None req-89f3fc92-5898-466e-8631-f752d96a75a3 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Floating IP c82423c8-3a6b-4a0d-9f2a-2347f0297f7d disassociated (deleted). External IP: 172.27.3.116, port: eae8b464-19c7-4c2b-8770-15d78bff65f2. Nov 24 14:26:57.159306 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f3fc92-5898-466e-8631-f752d96a75a3 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Router 0fbb6d91-0844-4a2d-952c-5dc2913a6152 has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:26:57.317692 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f3fc92-5898-466e-8631-f752d96a75a3 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:26:57.327046 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-89f3fc92-5898-466e-8631-f752d96a75a3 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for floatingip, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:57.332189 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e893779-e20a-4554-b7a9-dda3e8b7efc6 None None] Sync routers for ids ['0fbb6d91-0844-4a2d-952c-5dc2913a6152'] in dv-cinder-739079-6-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:26:57.345652 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e893779-e20a-4554-b7a9-dda3e8b7efc6 None None] Routers {'0fbb6d91-0844-4a2d-952c-5dc2913a6152'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:26:57.346865 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-8e893779-e20a-4554-b7a9-dda3e8b7efc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:26:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['0fbb6d91-0844-4a2d-952c-5dc2913a6152'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:57.367135 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-89f3fc92-5898-466e-8631-f752d96a75a3 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "DELETE /v2.0/floatingips/c82423c8-3a6b-4a0d-9f2a-2347f0297f7d HTTP/1.1" status: 204 len: 168 time: 1.3303885 Nov 24 14:26:57.367969 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe0da6f-ac8b-4be2-ae65-2bd1f440db53', 'tag': 'eae8b464-19c7-4c2b-8770-15d78bff65f2'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:26:57.381933 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae21199a9d4b78a62ed18da464448d73790c24002c352d214487bf1b37d0fcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356675e4-b8b0-4b4d-b230-ee8c21d60db6" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe0da6f-ac8b-4be2-ae65-2bd1f440db53", "tag": "eae8b464-19c7-4c2b-8770-15d78bff65f2"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:26:57.442170 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d81449c-6193-4ac0-8b5e-9b860fb50c0a x-openstack-request-id: req-3d81449c-6193-4ac0-8b5e-9b860fb50c0a {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:26:57.442527 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe0da6f-ac8b-4be2-ae65-2bd1f440db53", "tag": "eae8b464-19c7-4c2b-8770-15d78bff65f2", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:26:57.442791 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3d81449c-6193-4ac0-8b5e-9b860fb50c0a {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:26:57.443202 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe0da6f-ac8b-4be2-ae65-2bd1f440db53', 'tag': 'eae8b464-19c7-4c2b-8770-15d78bff65f2', 'status': 'completed', 'code': 200} Nov 24 14:26:57.474866 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-8e893779-e20a-4554-b7a9-dda3e8b7efc6 None None] Set router 0fbb6d91-0844-4a2d-952c-5dc2913a6152 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:26:57.562659 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356675e4-b8b0-4b4d-b230-ee8c21d60db6 req-530784dd-1a8b-4315-8e01-3dbe4526ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:57.564839 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-356675e4-b8b0-4b4d-b230-ee8c21d60db6 req-530784dd-1a8b-4315-8e01-3dbe4526ba98 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2568470bb1d43569c7dceb498364354&device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 1098 time: 0.0927699 Nov 24 14:26:57.705636 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2c282-ed46-4c0f-8be0-40a1d1012d52 req-84d5402f-a66d-46a9-88d9-dee494a5ffcc tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:57.706557 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-55b2c282-ed46-4c0f-8be0-40a1d1012d52 req-84d5402f-a66d-46a9-88d9-dee494a5ffcc tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 945 time: 0.0702949 Nov 24 14:26:57.739329 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356675e4-b8b0-4b4d-b230-ee8c21d60db6 req-b5e7b074-3504-4240-95fb-2847e08e93d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:57.741350 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-356675e4-b8b0-4b4d-b230-ee8c21d60db6 req-b5e7b074-3504-4240-95fb-2847e08e93d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1 HTTP/1.1" status: 200 len: 910 time: 0.1531608 Nov 24 14:26:57.751347 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-8e893779-e20a-4554-b7a9-dda3e8b7efc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'name': 'tempest-TestShelveInstance-150038022-router', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '256ded51-a2a6-4ec5-b3c9-978ebac98d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:26Z', 'updated_at': '2021-11-24T14:21:32Z', 'revision_number': 4, 'project_id': 'c2568470bb1d43569c7dceb498364354', 'gw_port': {'id': '256ded51-a2a6-4ec5-b3c9-978ebac98d77', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:27Z', 'updated_at': '2021-11-24T14:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': 'dca05333-71be-43cd-a331-68198eadd672', 'name': '', 'network_id': '1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'mac_address': 'fa:16:3e:a8:83:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6e749acf-139b-4f39-b602-a65be69fd06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:30Z', 'updated_at': '2021-11-24T14:21:36Z', 'revision_number': 5, 'project_id': 'c2568470bb1d43569c7dceb498364354', 'subnets': [{'id': '6e749acf-139b-4f39-b602-a65be69fd06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:57.786319 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-55b2c282-ed46-4c0f-8be0-40a1d1012d52 req-7c5a1dac-fa6e-4b72-a807-207c55911c51 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635316 Nov 24 14:26:57.787444 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e893779-e20a-4554-b7a9-dda3e8b7efc6 None None] Checking router: 0fbb6d91-0844-4a2d-952c-5dc2913a6152 for host: dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:26:57.798235 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e893779-e20a-4554-b7a9-dda3e8b7efc6 None None] Routers {'0fbb6d91-0844-4a2d-952c-5dc2913a6152'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:26:57.798879 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-8e893779-e20a-4554-b7a9-dda3e8b7efc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:26:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['0fbb6d91-0844-4a2d-952c-5dc2913a6152'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:57.819964 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-356675e4-b8b0-4b4d-b230-ee8c21d60db6 req-51b90638-5461-46a5-8bc7-5fabfc0ad809 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eae8b464-19c7-4c2b-8770-15d78bff65f2 HTTP/1.1" status: 200 len: 217 time: 0.0643852 Nov 24 14:26:57.870471 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be927e-3a56-479a-b997-78c0b615bd63 req-a62ed3cc-ba54-41ac-8a0c-dcc07aa32bfd tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:57.872371 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-74be927e-3a56-479a-b997-78c0b615bd63 req-a62ed3cc-ba54-41ac-8a0c-dcc07aa32bfd tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 945 time: 0.1300702 Nov 24 14:26:57.909724 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-8e893779-e20a-4554-b7a9-dda3e8b7efc6 None None] Set router 0fbb6d91-0844-4a2d-952c-5dc2913a6152 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:26:58.150448 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-8e893779-e20a-4554-b7a9-dda3e8b7efc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'name': 'tempest-TestShelveInstance-150038022-router', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '256ded51-a2a6-4ec5-b3c9-978ebac98d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:26Z', 'updated_at': '2021-11-24T14:21:32Z', 'revision_number': 4, 'project_id': 'c2568470bb1d43569c7dceb498364354', 'gw_port': {'id': '256ded51-a2a6-4ec5-b3c9-978ebac98d77', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:27Z', 'updated_at': '2021-11-24T14:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': 'dca05333-71be-43cd-a331-68198eadd672', 'name': '', 'network_id': '1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'mac_address': 'fa:16:3e:a8:83:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6e749acf-139b-4f39-b602-a65be69fd06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:30Z', 'updated_at': '2021-11-24T14:21:36Z', 'revision_number': 5, 'project_id': 'c2568470bb1d43569c7dceb498364354', 'subnets': [{'id': '6e749acf-139b-4f39-b602-a65be69fd06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:58.181472 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e893779-e20a-4554-b7a9-dda3e8b7efc6 None None] The sync data for ids ['0fbb6d91-0844-4a2d-952c-5dc2913a6152'] in dv-cinder-739079-6-iscsi is: [{'id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'name': 'tempest-TestShelveInstance-150038022-router', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '256ded51-a2a6-4ec5-b3c9-978ebac98d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:26Z', 'updated_at': '2021-11-24T14:21:32Z', 'revision_number': 4, 'project_id': 'c2568470bb1d43569c7dceb498364354', 'gw_port': {'id': '256ded51-a2a6-4ec5-b3c9-978ebac98d77', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:27Z', 'updated_at': '2021-11-24T14:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': 'dca05333-71be-43cd-a331-68198eadd672', 'name': '', 'network_id': '1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'mac_address': 'fa:16:3e:a8:83:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6e749acf-139b-4f39-b602-a65be69fd06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:30Z', 'updated_at': '2021-11-24T14:21:36Z', 'revision_number': 5, 'project_id': 'c2568470bb1d43569c7dceb498364354', 'subnets': [{'id': '6e749acf-139b-4f39-b602-a65be69fd06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:26:58.289243 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356675e4-b8b0-4b4d-b230-ee8c21d60db6 req-1785a315-d2ac-4bdd-8eb9-dfe572cd2a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:58.290783 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-356675e4-b8b0-4b4d-b230-ee8c21d60db6 req-1785a315-d2ac-4bdd-8eb9-dfe572cd2a94 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6e749acf-139b-4f39-b602-a65be69fd06f HTTP/1.1" status: 200 len: 847 time: 0.4613254 Nov 24 14:26:58.335657 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-74be927e-3a56-479a-b997-78c0b615bd63 req-ac2585ae-79ee-4ee2-aec3-b0716c947b93 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4523880 Nov 24 14:26:58.370921 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356675e4-b8b0-4b4d-b230-ee8c21d60db6 req-8950e059-a364-4ced-b59e-70d4d676680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:58.372693 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-356675e4-b8b0-4b4d-b230-ee8c21d60db6 req-8950e059-a364-4ced-b59e-70d4d676680e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669067 Nov 24 14:26:58.524596 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-356675e4-b8b0-4b4d-b230-ee8c21d60db6 req-11a9e167-c826-48f6-9422-84ef266491c8 service neutron] 10.222.0.37 "GET /v2.0/networks/1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398292 Nov 24 14:26:58.587702 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4457be-5bad-4c76-b748-a08c0c79383f None None] New status for floating IP c82423c8-3a6b-4a0d-9f2a-2347f0297f7d: DOWN {{(pid=102763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:26:58.663382 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-356675e4-b8b0-4b4d-b230-ee8c21d60db6 req-00e46bed-958d-4a27-9020-f85011f12934 service neutron] 10.222.0.37 "GET /v2.0/networks/1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298490 Nov 24 14:26:58.950731 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407c251-6191-4164-abec-7d2bb4de0ed5 req-eaa3fdc2-6c8d-4d5d-99f9-29cf3e2545e1 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:58.955915 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6407c251-6191-4164-abec-7d2bb4de0ed5 req-eaa3fdc2-6c8d-4d5d-99f9-29cf3e2545e1 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 945 time: 0.0703816 Nov 24 14:26:59.013617 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6407c251-6191-4164-abec-7d2bb4de0ed5 req-bcfd7234-6943-4175-bd0c-b8c07dff1ea1 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552661 Nov 24 14:26:59.510028 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d02b3e-cff7-43f7-9f37-dc08c5c41aa2 req-8fa986fc-704b-4e80-aa3a-89b7b60a17a6 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:59.512051 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d2d02b3e-cff7-43f7-9f37-dc08c5c41aa2 req-8fa986fc-704b-4e80-aa3a-89b7b60a17a6 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 945 time: 0.0616746 Nov 24 14:26:59.576106 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d2d02b3e-cff7-43f7-9f37-dc08c5c41aa2 req-02a5501a-3b55-49b8-856a-b9bda8deca2d tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7004038-c43d-4aa5-a64f-1d29db4f6f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579076 Nov 24 14:26:59.673167 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65afb6-72cc-4559-ab2b-03e70df38ef4 req-4df80049-9106-4351-9b01-337b117f89a9 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:59.674659 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2d65afb6-72cc-4559-ab2b-03e70df38ef4 req-4df80049-9106-4351-9b01-337b117f89a9 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 945 time: 0.0514989 Nov 24 14:26:59.785114 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-2d65afb6-72cc-4559-ab2b-03e70df38ef4 req-3a4c3023-bead-4ea4-aa8d-83b876474fa7 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Deleting port eae8b464-19c7-4c2b-8770-15d78bff65f2 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:26:59.786441 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2d65afb6-72cc-4559-ab2b-03e70df38ef4 req-3a4c3023-bead-4ea4-aa8d-83b876474fa7 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:59.903606 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [req-2d65afb6-72cc-4559-ab2b-03e70df38ef4 req-3a4c3023-bead-4ea4-aa8d-83b876474fa7 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] For port eae8b464-19c7-4c2b-8770-15d78bff65f2, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=eae8b464-19c7-4c2b-8770-15d78bff65f2,segment=NetworkSegment(52a3f324-3ed0-4d80-a5be-c254e3dc8362),segment_id=52a3f324-3ed0-4d80-a5be-c254e3dc8362)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:26:59.903982 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2d65afb6-72cc-4559-ab2b-03e70df38ef4 req-3a4c3023-bead-4ea4-aa8d-83b876474fa7 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:26:59.922375 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [req-2d65afb6-72cc-4559-ab2b-03e70df38ef4 req-3a4c3023-bead-4ea4-aa8d-83b876474fa7 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Calling delete_port for eae8b464-19c7-4c2b-8770-15d78bff65f2 owned by compute:nova {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:27:00.072637 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2d65afb6-72cc-4559-ab2b-03e70df38ef4 req-3a4c3023-bead-4ea4-aa8d-83b876474fa7 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:00.107347 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c3023-bead-4ea4-aa8d-83b876474fa7 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Pushing event deleted for resources: {'Port': ['ID=eae8b464-19c7-4c2b-8770-15d78bff65f2,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:00.153974 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d65afb6-72cc-4559-ab2b-03e70df38ef4 req-3a4c3023-bead-4ea4-aa8d-83b876474fa7 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] No DVR routers for this DVR port eae8b464-19c7-4c2b-8770-15d78bff65f2 on host hv-cinder-73907 {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:27:00.156631 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [req-2d65afb6-72cc-4559-ab2b-03e70df38ef4 req-3a4c3023-bead-4ea4-aa8d-83b876474fa7 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:00.160001 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2d65afb6-72cc-4559-ab2b-03e70df38ef4 req-3a4c3023-bead-4ea4-aa8d-83b876474fa7 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.37 "DELETE /v2.0/ports/eae8b464-19c7-4c2b-8770-15d78bff65f2 HTTP/1.1" status: 204 len: 173 time: 0.4777536 Nov 24 14:27:00.160441 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe0da6f-ac8b-4be2-ae65-2bd1f440db53', 'name': 'network-vif-deleted', 'tag': 'eae8b464-19c7-4c2b-8770-15d78bff65f2'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:27:00.162692 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae21199a9d4b78a62ed18da464448d73790c24002c352d214487bf1b37d0fcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52cd750-619d-4a63-8f40-ce23c0421a06" -d '{"events": [{"server_uuid": "4fe0da6f-ac8b-4be2-ae65-2bd1f440db53", "name": "network-vif-deleted", "tag": "eae8b464-19c7-4c2b-8770-15d78bff65f2"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:27:00.193344 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28891462-af2c-4b21-8175-15dfcbdbd8be req-8f8055b3-1b5f-48b9-aa21-eccda5f7df2f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:00.201233 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-28891462-af2c-4b21-8175-15dfcbdbd8be req-8f8055b3-1b5f-48b9-aa21-eccda5f7df2f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 945 time: 0.0972204 Nov 24 14:27:00.222196 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41fc214-a0fe-4f33-8b31-aff4cc2aa483 x-openstack-request-id: req-c41fc214-a0fe-4f33-8b31-aff4cc2aa483 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:27:00.222496 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe0da6f-ac8b-4be2-ae65-2bd1f440db53", "name": "network-vif-deleted", "tag": "eae8b464-19c7-4c2b-8770-15d78bff65f2", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:27:00.222799 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c41fc214-a0fe-4f33-8b31-aff4cc2aa483 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:27:00.223202 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe0da6f-ac8b-4be2-ae65-2bd1f440db53', 'name': 'network-vif-deleted', 'tag': 'eae8b464-19c7-4c2b-8770-15d78bff65f2', 'status': 'completed', 'code': 200} Nov 24 14:27:00.250634 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-28891462-af2c-4b21-8175-15dfcbdbd8be req-555b0f47-f752-4319-9c39-16fc3b09ce45 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483105 Nov 24 14:27:00.688904 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5f5643a2-12fb-4d25-b2fb-eb2c21b942f9 req-c6b0d778-72d3-439e-a8cb-3d397151ced3 tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fe0da6f-ac8b-4be2-ae65-2bd1f440db53 HTTP/1.1" status: 200 len: 210 time: 0.0283535 Nov 24 14:27:00.953096 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef75174-2b9e-434e-a419-880a40c0bad6 req-580f458d-8024-40a4-a26a-ec4d9ca2abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:00.954508 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bef75174-2b9e-434e-a419-880a40c0bad6 req-580f458d-8024-40a4-a26a-ec4d9ca2abbb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8179f38954442d58e1c209cf0f0eb43&device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 1098 time: 0.0462356 Nov 24 14:27:01.049065 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef75174-2b9e-434e-a419-880a40c0bad6 req-e2b12fd0-11f1-408d-808a-6cba9962c6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:01.050555 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bef75174-2b9e-434e-a419-880a40c0bad6 req-e2b12fd0-11f1-408d-808a-6cba9962c6e9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=36acfee9-a029-4045-9f01-f7f9a199421c HTTP/1.1" status: 200 len: 918 time: 0.0862510 Nov 24 14:27:01.123782 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bef75174-2b9e-434e-a419-880a40c0bad6 req-36324297-9209-4d7e-bb42-ed423729cc95 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ddeeef8-d525-4378-96af-c9db420f41ba HTTP/1.1" status: 200 len: 1001 time: 0.0639138 Nov 24 14:27:01.177039 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef75174-2b9e-434e-a419-880a40c0bad6 req-7f6301ea-7c38-47cb-abaa-16e67fed48ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:01.178520 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bef75174-2b9e-434e-a419-880a40c0bad6 req-7f6301ea-7c38-47cb-abaa-16e67fed48ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=768a5e80-3488-4bb1-8733-0f42aa1c8190 HTTP/1.1" status: 200 len: 855 time: 0.0459175 Nov 24 14:27:01.229563 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef75174-2b9e-434e-a419-880a40c0bad6 req-42b37860-c081-4c18-87f4-f37687eb1084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:01.231093 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bef75174-2b9e-434e-a419-880a40c0bad6 req-42b37860-c081-4c18-87f4-f37687eb1084 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36acfee9-a029-4045-9f01-f7f9a199421c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410676 Nov 24 14:27:01.328227 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bef75174-2b9e-434e-a419-880a40c0bad6 req-7793b282-b4ce-4f74-a862-345f00cde776 service neutron] 10.222.0.37 "GET /v2.0/networks/36acfee9-a029-4045-9f01-f7f9a199421c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866103 Nov 24 14:27:01.367733 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463ef34-5bc5-43bc-9260-e27b8771a4b9 req-71fee78c-94ed-4181-86ed-d28b3f552190 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:01.369226 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-8463ef34-5bc5-43bc-9260-e27b8771a4b9 req-71fee78c-94ed-4181-86ed-d28b3f552190 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 945 time: 0.0486245 Nov 24 14:27:01.421799 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bef75174-2b9e-434e-a419-880a40c0bad6 req-614c10fa-1609-43c2-a376-3d955ea9d572 service neutron] 10.222.0.37 "GET /v2.0/networks/36acfee9-a029-4045-9f01-f7f9a199421c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858099 Nov 24 14:27:01.423029 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-8463ef34-5bc5-43bc-9260-e27b8771a4b9 req-823bec40-a3a5-43e7-8f15-22dc8a58d907 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470431 Nov 24 14:27:01.748502 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 50566) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:27:01.804376 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-22b09027-736a-4ded-b1cd-c91eac1cdaac tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:01.834091 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-22b09027-736a-4ded-b1cd-c91eac1cdaac tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:01.892009 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-22b09027-736a-4ded-b1cd-c91eac1cdaac tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:01.894613 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-22b09027-736a-4ded-b1cd-c91eac1cdaac tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:01.895814 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-22b09027-736a-4ded-b1cd-c91eac1cdaac tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] 10.222.0.73 "DELETE /v2.0/security-groups/c7004038-c43d-4aa5-a64f-1d29db4f6f51 HTTP/1.1" status: 204 len: 168 time: 0.1462672 Nov 24 14:27:01.905827 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b09027-736a-4ded-b1cd-c91eac1cdaac tempest-TestShelveInstance-16777142 tempest-TestShelveInstance-16777142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7004038-c43d-4aa5-a64f-1d29db4f6f51,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:01.953320 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 50570) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:27:02.414206 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-10533897-6ba5-4114-b1c4-3f22f7d43290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667450'] for router_interface, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:02.613615 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0533600-0a96-43a8-99c8-6f9f986540a6 req-6c4f94d3-98c9-470e-9e23-2b465f284cd5 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:02.615088 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b0533600-0a96-43a8-99c8-6f9f986540a6 req-6c4f94d3-98c9-470e-9e23-2b465f284cd5 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 945 time: 0.1092262 Nov 24 14:27:02.692421 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b0533600-0a96-43a8-99c8-6f9f986540a6 req-1a62aeb4-17b9-48ce-9867-334c57417d2b tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0696495 Nov 24 14:27:02.748476 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-10533897-6ba5-4114-b1c4-3f22f7d43290 admin admin] Deleting port dca05333-71be-43cd-a331-68198eadd672 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:27:02.748819 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-10533897-6ba5-4114-b1c4-3f22f7d43290 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:02.825275 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-10533897-6ba5-4114-b1c4-3f22f7d43290 admin admin] For port dca05333-71be-43cd-a331-68198eadd672, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=dca05333-71be-43cd-a331-68198eadd672,segment=NetworkSegment(52a3f324-3ed0-4d80-a5be-c254e3dc8362),segment_id=52a3f324-3ed0-4d80-a5be-c254e3dc8362)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:27:02.825735 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-10533897-6ba5-4114-b1c4-3f22f7d43290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:02.837929 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-10533897-6ba5-4114-b1c4-3f22f7d43290 admin admin] Calling delete_port for dca05333-71be-43cd-a331-68198eadd672 owned by network:router_interface {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:27:03.016992 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-10533897-6ba5-4114-b1c4-3f22f7d43290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:03.044528 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10533897-6ba5-4114-b1c4-3f22f7d43290 admin admin] Pushing event deleted for resources: {'Port': ['ID=dca05333-71be-43cd-a331-68198eadd672,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:03.210947 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-10533897-6ba5-4114-b1c4-3f22f7d43290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667558'] for router_interface, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:03.419326 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10533897-6ba5-4114-b1c4-3f22f7d43290 admin admin] Router 0fbb6d91-0844-4a2d-952c-5dc2913a6152 has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:27:03.543281 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10533897-6ba5-4114-b1c4-3f22f7d43290 admin admin] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:27:03.548391 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-10533897-6ba5-4114-b1c4-3f22f7d43290 admin admin] 10.222.0.73 "PUT /v2.0/routers/0fbb6d91-0844-4a2d-952c-5dc2913a6152/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5939655 Nov 24 14:27:03.550978 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 50580) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:27:03.556411 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c8ee06-3fe7-48bd-b1f1-0e97779cded0 None None] Sync routers for ids ['0fbb6d91-0844-4a2d-952c-5dc2913a6152'] in dv-cinder-739079-6-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:27:03.567935 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c8ee06-3fe7-48bd-b1f1-0e97779cded0 None None] Routers {'0fbb6d91-0844-4a2d-952c-5dc2913a6152'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:27:03.569159 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-83c8ee06-3fe7-48bd-b1f1-0e97779cded0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:26:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['0fbb6d91-0844-4a2d-952c-5dc2913a6152'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:27:03.660244 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9c4db323-759d-4b38-9884-68a8e0c05ec2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:03.678610 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-83c8ee06-3fe7-48bd-b1f1-0e97779cded0 None None] Set router 0fbb6d91-0844-4a2d-952c-5dc2913a6152 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:27:03.835661 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cb125-72ae-4a9e-bf42-6054c1a55c18 req-a65e2657-46da-4872-869f-94b7e258bc11 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:03.838079 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1c2cb125-72ae-4a9e-bf42-6054c1a55c18 req-a65e2657-46da-4872-869f-94b7e258bc11 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 945 time: 0.0607703 Nov 24 14:27:03.896182 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-83c8ee06-3fe7-48bd-b1f1-0e97779cded0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'name': 'tempest-TestShelveInstance-150038022-router', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '256ded51-a2a6-4ec5-b3c9-978ebac98d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:26Z', 'updated_at': '2021-11-24T14:27:02Z', 'revision_number': 5, 'project_id': 'c2568470bb1d43569c7dceb498364354', 'gw_port': {'id': '256ded51-a2a6-4ec5-b3c9-978ebac98d77', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:27Z', 'updated_at': '2021-11-24T14:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:27:03.926150 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c8ee06-3fe7-48bd-b1f1-0e97779cded0 None None] Checking router: 0fbb6d91-0844-4a2d-952c-5dc2913a6152 for host: dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:27:03.936528 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c8ee06-3fe7-48bd-b1f1-0e97779cded0 None None] Routers {'0fbb6d91-0844-4a2d-952c-5dc2913a6152'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:27:03.937686 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-83c8ee06-3fe7-48bd-b1f1-0e97779cded0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:26:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['0fbb6d91-0844-4a2d-952c-5dc2913a6152'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:27:03.947192 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1c2cb125-72ae-4a9e-bf42-6054c1a55c18 req-c36cec56-504f-42f2-bcce-b38c8407e316 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0921099 Nov 24 14:27:04.085657 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9c4db323-759d-4b38-9884-68a8e0c05ec2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:04.142913 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-9c4db323-759d-4b38-9884-68a8e0c05ec2 admin admin] Deleting port 256ded51-a2a6-4ec5-b3c9-978ebac98d77 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:27:04.143255 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9c4db323-759d-4b38-9884-68a8e0c05ec2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:04.155629 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-83c8ee06-3fe7-48bd-b1f1-0e97779cded0 None None] Set router 0fbb6d91-0844-4a2d-952c-5dc2913a6152 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:27:04.175486 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 4ddeeef8-d525-4378-96af-c9db420f41ba no longer exists at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:27:04.238074 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-9c4db323-759d-4b38-9884-68a8e0c05ec2 admin admin] For port 256ded51-a2a6-4ec5-b3c9-978ebac98d77, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=256ded51-a2a6-4ec5-b3c9-978ebac98d77,segment=NetworkSegment(8ba1600c-dd39-469b-9e9d-3735ae82b3ab),segment_id=8ba1600c-dd39-469b-9e9d-3735ae82b3ab)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:27:04.238743 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9c4db323-759d-4b38-9884-68a8e0c05ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:04.254390 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-9c4db323-759d-4b38-9884-68a8e0c05ec2 admin admin] Calling delete_port for 256ded51-a2a6-4ec5-b3c9-978ebac98d77 owned by network:router_gateway {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:27:04.263254 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:04.304220 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 4ddeeef8-d525-4378-96af-c9db420f41ba, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=4ddeeef8-d525-4378-96af-c9db420f41ba,segment=NetworkSegment(b1837c13-0cb2-404d-aedd-258fca0eeafe),segment_id=b1837c13-0cb2-404d-aedd-258fca0eeafe)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:27:04.305213 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36bb4476-4d53-45d6-ac38-83c97637e26b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ddeeef8-d525-4378-96af-c9db420f41ba'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:27:04.307739 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02bc6bab57870f22e484ac0312d8c66543c8308e687160369736143e34da9ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99028fd2-c7c5-439b-bb75-f24dd9780100" -d '{"events": [{"server_uuid": "36bb4476-4d53-45d6-ac38-83c97637e26b", "name": "network-vif-unplugged", "status": "completed", "tag": "4ddeeef8-d525-4378-96af-c9db420f41ba"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:27:04.312014 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:04.312952 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device eae8b464-19c7-4c2b-8770-15d78bff65f2 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:27:04.351132 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-83c8ee06-3fe7-48bd-b1f1-0e97779cded0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'name': 'tempest-TestShelveInstance-150038022-router', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '256ded51-a2a6-4ec5-b3c9-978ebac98d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:26Z', 'updated_at': '2021-11-24T14:27:02Z', 'revision_number': 5, 'project_id': 'c2568470bb1d43569c7dceb498364354', 'gw_port': {'id': '256ded51-a2a6-4ec5-b3c9-978ebac98d77', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:27Z', 'updated_at': '2021-11-24T14:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:27:04.368049 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Nov 2021 14:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed54bab-15b7-49b1-bb58-e3e820ab233f x-openstack-request-id: req-6ed54bab-15b7-49b1-bb58-e3e820ab233f {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:27:04.368592 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36bb4476-4d53-45d6-ac38-83c97637e26b", "name": "network-vif-unplugged", "status": "failed", "tag": "4ddeeef8-d525-4378-96af-c9db420f41ba", "code": 422}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:27:04.368998 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6ed54bab-15b7-49b1-bb58-e3e820ab233f {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:27:04.369576 dv-cinder-739079-6-iscsi neutron-server[102763]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '36bb4476-4d53-45d6-ac38-83c97637e26b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4ddeeef8-d525-4378-96af-c9db420f41ba', 'code': 422} returned with failed status Nov 24 14:27:04.372357 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] No Port match for: eae8b464-19c7-4c2b-8770-15d78bff65f2 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:27:04.372884 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device eae8b464-19c7-4c2b-8770-15d78bff65f2 not bound to the agent host hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:27:04.392908 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c8ee06-3fe7-48bd-b1f1-0e97779cded0 None None] The sync data for ids ['0fbb6d91-0844-4a2d-952c-5dc2913a6152'] in dv-cinder-739079-6-iscsi is: [{'id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'name': 'tempest-TestShelveInstance-150038022-router', 'tenant_id': 'c2568470bb1d43569c7dceb498364354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '256ded51-a2a6-4ec5-b3c9-978ebac98d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:26Z', 'updated_at': '2021-11-24T14:27:02Z', 'revision_number': 5, 'project_id': 'c2568470bb1d43569c7dceb498364354', 'gw_port': {'id': '256ded51-a2a6-4ec5-b3c9-978ebac98d77', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbb6d91-0844-4a2d-952c-5dc2913a6152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:27Z', 'updated_at': '2021-11-24T14:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:27:04.406339 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=4ddeeef8-d525-4378-96af-c9db420f41ba,revision_number=8']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:04.470076 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9c4db323-759d-4b38-9884-68a8e0c05ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:04.500506 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4db323-759d-4b38-9884-68a8e0c05ec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=256ded51-a2a6-4ec5-b3c9-978ebac98d77,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:04.564261 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9c4db323-759d-4b38-9884-68a8e0c05ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667136'] for router_gateway, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:04.662443 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9c4db323-759d-4b38-9884-68a8e0c05ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5251'] for router, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:04.664632 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9c4db323-759d-4b38-9884-68a8e0c05ec2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:04.714140 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9c4db323-759d-4b38-9884-68a8e0c05ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667266'] for router, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:04.715438 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4db323-759d-4b38-9884-68a8e0c05ec2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fbb6d91-0844-4a2d-952c-5dc2913a6152 {{(pid=102762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 14:27:04.720727 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9c4db323-759d-4b38-9884-68a8e0c05ec2 admin admin] Publish callbacks [] for router, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:04.721352 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-9c4db323-759d-4b38-9884-68a8e0c05ec2 admin admin] 10.222.0.73 "DELETE /v2.0/routers/0fbb6d91-0844-4a2d-952c-5dc2913a6152 HTTP/1.1" status: 204 len: 168 time: 1.1694324 Nov 24 14:27:04.724654 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 50616) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:27:04.792036 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c271158-5905-44c9-a716-f024c01848aa admin admin] Deleting subnet 6e749acf-139b-4f39-b602-a65be69fd06f {{(pid=102761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 14:27:04.797535 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6c271158-5905-44c9-a716-f024c01848aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:04.847314 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6c271158-5905-44c9-a716-f024c01848aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8896142'] for subnet, precommit_delete_associations {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:04.870053 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5b555563-7d98-4baf-a0df-912885e223bd req-b543d693-50ff-47b3-95b5-a15278dd7633 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1964576363&fields=id&tenant_id=45349ed13c344da0b4e40e7459d7acbb HTTP/1.1" status: 200 len: 267 time: 0.0802047 Nov 24 14:27:04.983161 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6c271158-5905-44c9-a716-f024c01848aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882942'] for subnet, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:05.016349 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b555563-7d98-4baf-a0df-912885e223bd req-e812eddc-d6fb-4a51-a10f-525152a15bc2 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:05.024532 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device dca05333-71be-43cd-a331-68198eadd672 no longer exists at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:27:05.033912 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5b555563-7d98-4baf-a0df-912885e223bd req-e812eddc-d6fb-4a51-a10f-525152a15bc2 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/networks?id=9243a22d-267c-4a6f-bc0f-a715e2892f5c HTTP/1.1" status: 200 len: 811 time: 0.1615274 Nov 24 14:27:05.050700 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6c271158-5905-44c9-a716-f024c01848aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3879245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8883909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8752145'] for subnet, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:05.054120 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5b555563-7d98-4baf-a0df-912885e223bd req-0691af97-a1c5-464d-bacc-3c09faecb508 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/quotas/45349ed13c344da0b4e40e7459d7acbb HTTP/1.1" status: 200 len: 375 time: 0.0192630 Nov 24 14:27:05.061810 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] No Port match for: dca05333-71be-43cd-a331-68198eadd672 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:27:05.062164 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device dca05333-71be-43cd-a331-68198eadd672 not bound to the agent host dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:27:05.083158 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c271158-5905-44c9-a716-f024c01848aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e749acf-139b-4f39-b602-a65be69fd06f,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:05.090237 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6c271158-5905-44c9-a716-f024c01848aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for subnet, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:05.093946 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-6c271158-5905-44c9-a716-f024c01848aa admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6e749acf-139b-4f39-b602-a65be69fd06f HTTP/1.1" status: 204 len: 168 time: 0.3681819 Nov 24 14:27:05.097169 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a37e08b-b1e5-4da4-bfa2-73b56bf6e08a None None] Network 1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1 requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:27:05.099897 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 50622) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:27:05.126656 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5b555563-7d98-4baf-a0df-912885e223bd req-a1376d7a-d84c-4626-a44b-0feaf9b496d5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=45349ed13c344da0b4e40e7459d7acbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645146 Nov 24 14:27:05.252361 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-98934e12-f726-4975-bcca-9c2a9f62cbac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708839'] for network, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:05.291722 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5b555563-7d98-4baf-a0df-912885e223bd req-e71bf8b6-6c49-4b5e-bcdb-5ca4f840b783 service neutron] 10.222.0.73 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617727 Nov 24 14:27:05.353467 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a43d724-12ca-4c1b-a071-35839c07ab44 None None] DHCP port deletion for 1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1 request from dv-cinder-739079-6-iscsi {{(pid=102763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 14:27:05.377517 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c634239-a121-46d8-8033-51ca684ac137 req-a268aad5-4ecd-4a0d-bb0d-7ca12d22247d tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:05.379190 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-9c634239-a121-46d8-8033-51ca684ac137 req-a268aad5-4ecd-4a0d-bb0d-7ca12d22247d tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 943 time: 0.1228826 Nov 24 14:27:05.388149 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-386ecd39-85c7-4d89-b056-83b6cc981cae req-213ad04e-4259-4837-b2c0-10ece8ae24c1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0988173 Nov 24 14:27:05.423611 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-6a43d724-12ca-4c1b-a071-35839c07ab44 None None] Deleting port fe882491-4dc4-413c-b974-33fa49e41ba4 {{(pid=102763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:27:05.424591 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6a43d724-12ca-4c1b-a071-35839c07ab44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:05.434442 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5b555563-7d98-4baf-a0df-912885e223bd req-44b0a0e0-f0da-4a74-9550-d72e85e93006 service neutron] 10.222.0.73 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306527 Nov 24 14:27:05.446223 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-98934e12-f726-4975-bcca-9c2a9f62cbac admin admin] Deleting port fe882491-4dc4-413c-b974-33fa49e41ba4 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:27:05.446637 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-98934e12-f726-4975-bcca-9c2a9f62cbac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:05.480719 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-9c634239-a121-46d8-8033-51ca684ac137 req-bbc9f4cc-21ee-4b38-a195-5b31e475ea33 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0901175 Nov 24 14:27:05.509201 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-6a43d724-12ca-4c1b-a071-35839c07ab44 None None] For port fe882491-4dc4-413c-b974-33fa49e41ba4, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=fe882491-4dc4-413c-b974-33fa49e41ba4,segment=NetworkSegment(52a3f324-3ed0-4d80-a5be-c254e3dc8362),segment_id=52a3f324-3ed0-4d80-a5be-c254e3dc8362)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:27:05.509615 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6a43d724-12ca-4c1b-a071-35839c07ab44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:05.524233 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-6a43d724-12ca-4c1b-a071-35839c07ab44 None None] Calling delete_port for fe882491-4dc4-413c-b974-33fa49e41ba4 owned by network:dhcp {{(pid=102763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:27:05.546016 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-98934e12-f726-4975-bcca-9c2a9f62cbac admin admin] For port fe882491-4dc4-413c-b974-33fa49e41ba4, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=fe882491-4dc4-413c-b974-33fa49e41ba4,segment=NetworkSegment(52a3f324-3ed0-4d80-a5be-c254e3dc8362),segment_id=52a3f324-3ed0-4d80-a5be-c254e3dc8362)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:27:05.546459 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-98934e12-f726-4975-bcca-9c2a9f62cbac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:05.562367 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-98934e12-f726-4975-bcca-9c2a9f62cbac admin admin] Calling delete_port for fe882491-4dc4-413c-b974-33fa49e41ba4 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:27:05.626924 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6a43d724-12ca-4c1b-a071-35839c07ab44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995'] for port, after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:05.657886 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43d724-12ca-4c1b-a071-35839c07ab44 None None] Pushing event deleted for resources: {'Port': ['ID=fe882491-4dc4-413c-b974-33fa49e41ba4,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:05.660297 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a43d724-12ca-4c1b-a071-35839c07ab44 None None] No DVR routers for this DVR port fe882491-4dc4-413c-b974-33fa49e41ba4 on host dv-cinder-739079-6-iscsi {{(pid=102763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:27:05.666312 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-98934e12-f726-4975-bcca-9c2a9f62cbac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:05.697900 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98934e12-f726-4975-bcca-9c2a9f62cbac admin admin] Pushing event deleted for resources: {'Port': ['ID=fe882491-4dc4-413c-b974-33fa49e41ba4,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:05.715225 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98934e12-f726-4975-bcca-9c2a9f62cbac admin admin] No DVR routers for this DVR port fe882491-4dc4-413c-b974-33fa49e41ba4 on host dv-cinder-739079-6-iscsi {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:27:05.846951 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-98934e12-f726-4975-bcca-9c2a9f62cbac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880289', 'neutron.services.segments.db._delete_segments_for_network-8783323399864'] for network, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:05.897827 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4a6055a8-8ffa-42ef-9cd7-997b907c2c34 req-b7749386-1c8d-4b88-95ef-f1c2a5a70ae1 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 210 time: 0.0534844 Nov 24 14:27:05.904091 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.services.segments.db [None req-98934e12-f726-4975-bcca-9c2a9f62cbac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1']}} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:27:05.919502 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.services.segments.db [None req-98934e12-f726-4975-bcca-9c2a9f62cbac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52a3f324-3ed0-4d80-a5be-c254e3dc8362') {'for_net_delete': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:27:05.919947 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.services.segments.db [None req-98934e12-f726-4975-bcca-9c2a9f62cbac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52a3f324-3ed0-4d80-a5be-c254e3dc8362') {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:27:05.936278 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-98934e12-f726-4975-bcca-9c2a9f62cbac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783323362124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8896185'] for segment, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:05.951959 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-98934e12-f726-4975-bcca-9c2a9f62cbac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:05.958958 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98934e12-f726-4975-bcca-9c2a9f62cbac admin admin] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=102761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:27:05.959794 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-98934e12-f726-4975-bcca-9c2a9f62cbac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8767335'] for segment, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: Traceback (most recent call last): Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: timer() Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: cb(*args, **kw) Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: return func(*args, **kwargs) Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: self._notify() Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: self.callback(batched_events) Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: event.method(event) Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: return f(self, *a, **k) Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: return self._get(url).json() Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: return self.request(url, 'GET', **kwargs) Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:27:05.962248 dv-cinder-739079-6-iscsi neutron-server[102761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:27:06.062327 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-98934e12-f726-4975-bcca-9c2a9f62cbac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667172'] for network, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:06.067494 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-98934e12-f726-4975-bcca-9c2a9f62cbac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:06.070790 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-98934e12-f726-4975-bcca-9c2a9f62cbac admin admin] 10.222.0.73 "DELETE /v2.0/networks/1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1 HTTP/1.1" status: 204 len: 168 time: 0.9692776 Nov 24 14:27:06.074584 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 50654) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:27:06.082328 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98934e12-f726-4975-bcca-9c2a9f62cbac admin admin] Pushing event deleted for resources: {'Network': ['ID=1bbfbcd5-a857-4de4-80f0-c5ff37b9c4b1,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:06.389415 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ecd39-85c7-4d89-b056-83b6cc981cae req-12fadbc8-c191-4344-8398-7a33a91e61fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:06.390888 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-386ecd39-85c7-4d89-b056-83b6cc981cae req-12fadbc8-c191-4344-8398-7a33a91e61fd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b&tenant_id=b8179f38954442d58e1c209cf0f0eb43 HTTP/1.1" status: 200 len: 1096 time: 0.0793924 Nov 24 14:27:06.489522 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ecd39-85c7-4d89-b056-83b6cc981cae req-785c819c-0c79-4876-9234-ed5f72286efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:06.491022 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-386ecd39-85c7-4d89-b056-83b6cc981cae req-785c819c-0c79-4876-9234-ed5f72286efd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8179f38954442d58e1c209cf0f0eb43&device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 1096 time: 0.0734642 Nov 24 14:27:06.541693 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-38f99025-ad1c-4670-bd10-a86bd8c19157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667450'] for router_interface, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:06.709173 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ecd39-85c7-4d89-b056-83b6cc981cae req-e7e386ba-5073-496e-84e7-900a16c29c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:06.710579 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-386ecd39-85c7-4d89-b056-83b6cc981cae req-e7e386ba-5073-496e-84e7-900a16c29c31 service neutron] 10.222.0.37 "GET /v2.0/networks?id=36acfee9-a029-4045-9f01-f7f9a199421c HTTP/1.1" status: 200 len: 918 time: 0.2076099 Nov 24 14:27:06.720150 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74461c-2b1e-4429-b8b8-55ec98e752ac req-dd8ea3f6-c486-4f22-a03f-bdd11dfbeff1 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:06.721943 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bc74461c-2b1e-4429-b8b8-55ec98e752ac req-dd8ea3f6-c486-4f22-a03f-bdd11dfbeff1 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 943 time: 0.1453183 Nov 24 14:27:06.877711 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-386ecd39-85c7-4d89-b056-83b6cc981cae req-3b5596e2-c668-4332-938b-577991b37a88 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ddeeef8-d525-4378-96af-c9db420f41ba HTTP/1.1" status: 200 len: 999 time: 0.1507857 Nov 24 14:27:06.883851 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bc74461c-2b1e-4429-b8b8-55ec98e752ac req-c674c1d7-3154-4a0f-897e-2fbde4e6c157 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1517236 Nov 24 14:27:06.937983 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device fe882491-4dc4-413c-b974-33fa49e41ba4 no longer exists at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:27:06.956873 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ecd39-85c7-4d89-b056-83b6cc981cae req-c774cc3a-0cb5-46c8-b709-406799fc7ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:06.958373 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-386ecd39-85c7-4d89-b056-83b6cc981cae req-c774cc3a-0cb5-46c8-b709-406799fc7ccb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=768a5e80-3488-4bb1-8733-0f42aa1c8190 HTTP/1.1" status: 200 len: 855 time: 0.0727654 Nov 24 14:27:06.960906 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b555563-7d98-4baf-a0df-912885e223bd req-d95f3f12-0e3c-45c7-b900-6b59cee921e0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:06.962389 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5b555563-7d98-4baf-a0df-912885e223bd req-d95f3f12-0e3c-45c7-b900-6b59cee921e0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.37 "GET /v2.0/networks?id=9243a22d-267c-4a6f-bc0f-a715e2892f5c HTTP/1.1" status: 200 len: 811 time: 0.1597881 Nov 24 14:27:06.977467 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] No Port match for: fe882491-4dc4-413c-b974-33fa49e41ba4 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:27:06.977825 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device fe882491-4dc4-413c-b974-33fa49e41ba4 not bound to the agent host dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:27:06.978254 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 256ded51-a2a6-4ec5-b3c9-978ebac98d77 no longer exists at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:27:07.014434 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] No Port match for: 256ded51-a2a6-4ec5-b3c9-978ebac98d77 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:27:07.014590 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 256ded51-a2a6-4ec5-b3c9-978ebac98d77 not bound to the agent host dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:27:07.064874 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c47b7a5b-83ad-4a92-ba63-b755dff694a6 req-1841055d-7114-46e7-9558-53b8f873f7e1 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 210 time: 0.0432794 Nov 24 14:27:07.065928 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ecd39-85c7-4d89-b056-83b6cc981cae req-5ac72f88-3a9b-45a6-89a1-98b46abf93e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:07.067485 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-386ecd39-85c7-4d89-b056-83b6cc981cae req-5ac72f88-3a9b-45a6-89a1-98b46abf93e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36acfee9-a029-4045-9f01-f7f9a199421c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784690 Nov 24 14:27:07.084308 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5b555563-7d98-4baf-a0df-912885e223bd req-e43e0d48-35dc-46d8-9ba0-c714316d4cda tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45349ed13c344da0b4e40e7459d7acbb HTTP/1.1" status: 200 len: 380 time: 0.1041863 Nov 24 14:27:07.097455 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [req-5b555563-7d98-4baf-a0df-912885e223bd req-88fe5663-2ec8-4ced-9a77-52d02696ad5a tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Request body: {'port': {'device_id': 'da37d27f-851c-4c88-921e-9964d717ed34', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'admin_state_up': True, 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'security_groups': ['57c59609-7a0d-4424-bfd9-759d4d0f7917']}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:27:07.113718 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-38f99025-ad1c-4670-bd10-a86bd8c19157 admin admin] Deleting port 77dbf0c9-5266-4cb4-b11c-f97ea513f95c {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:27:07.114066 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-38f99025-ad1c-4670-bd10-a86bd8c19157 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:07.219027 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b555563-7d98-4baf-a0df-912885e223bd req-88fe5663-2ec8-4ced-9a77-52d02696ad5a tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Made reservation on behalf of 45349ed13c344da0b4e40e7459d7acbb for: {'port': 1} {{(pid=102761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:27:07.223420 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-5b555563-7d98-4baf-a0df-912885e223bd req-88fe5663-2ec8-4ced-9a77-52d02696ad5a tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:07.229129 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-386ecd39-85c7-4d89-b056-83b6cc981cae req-88ee3c8c-115d-48b9-9a1d-4b33723b9dff service neutron] 10.222.0.37 "GET /v2.0/networks/36acfee9-a029-4045-9f01-f7f9a199421c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503236 Nov 24 14:27:07.282632 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-38f99025-ad1c-4670-bd10-a86bd8c19157 admin admin] For port 77dbf0c9-5266-4cb4-b11c-f97ea513f95c, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=77dbf0c9-5266-4cb4-b11c-f97ea513f95c,segment=NetworkSegment(1dd71578-fc0b-40a7-9217-3a43d7517694),segment_id=1dd71578-fc0b-40a7-9217-3a43d7517694)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:27:07.282998 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-38f99025-ad1c-4670-bd10-a86bd8c19157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:07.323688 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-38f99025-ad1c-4670-bd10-a86bd8c19157 admin admin] Calling delete_port for 77dbf0c9-5266-4cb4-b11c-f97ea513f95c owned by network:router_interface {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:27:07.362595 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [req-5b555563-7d98-4baf-a0df-912885e223bd req-88fe5663-2ec8-4ced-9a77-52d02696ad5a tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Allocated IP 172.20.0.6 (9243a22d-267c-4a6f-bc0f-a715e2892f5c/3de96897-b835-40ea-ba9a-57f512f2da18/2c5f7b4d-7e96-4a32-8fd1-359c74f540a0) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:27:07.397712 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-386ecd39-85c7-4d89-b056-83b6cc981cae req-4036916a-bb0d-455b-8a14-57b9159034ce service neutron] 10.222.0.37 "GET /v2.0/networks/36acfee9-a029-4045-9f01-f7f9a199421c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547201 Nov 24 14:27:07.521146 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-5b555563-7d98-4baf-a0df-912885e223bd req-88fe5663-2ec8-4ced-9a77-52d02696ad5a tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:07.548014 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-38f99025-ad1c-4670-bd10-a86bd8c19157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:07.562661 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-5b555563-7d98-4baf-a0df-912885e223bd req-88fe5663-2ec8-4ced-9a77-52d02696ad5a tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:07.581682 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f99025-ad1c-4670-bd10-a86bd8c19157 admin admin] Pushing event deleted for resources: {'Port': ['ID=77dbf0c9-5266-4cb4-b11c-f97ea513f95c,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:07.626697 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b555563-7d98-4baf-a0df-912885e223bd req-88fe5663-2ec8-4ced-9a77-52d02696ad5a tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Network 9243a22d-267c-4a6f-bc0f-a715e2892f5c is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:27:07.629155 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [req-5b555563-7d98-4baf-a0df-912885e223bd req-88fe5663-2ec8-4ced-9a77-52d02696ad5a tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:27:07.633667 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b555563-7d98-4baf-a0df-912885e223bd req-88fe5663-2ec8-4ced-9a77-52d02696ad5a tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:27:07.708243 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b555563-7d98-4baf-a0df-912885e223bd req-88fe5663-2ec8-4ced-9a77-52d02696ad5a tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:07.709013 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-5b555563-7d98-4baf-a0df-912885e223bd req-88fe5663-2ec8-4ced-9a77-52d02696ad5a tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:07.719491 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe5663-2ec8-4ced-9a77-52d02696ad5a tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Pushing event updated for resources: {'Port': ['ID=2c5f7b4d-7e96-4a32-8fd1-359c74f540a0,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:07.740825 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5b555563-7d98-4baf-a0df-912885e223bd req-88fe5663-2ec8-4ced-9a77-52d02696ad5a tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6475241 Nov 24 14:27:07.754995 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [req-5b555563-7d98-4baf-a0df-912885e223bd req-d8efdb21-9963-4789-a719-316f1fcbb2a8 service neutron] Request body: {'port': {'device_id': 'da37d27f-851c-4c88-921e-9964d717ed34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:27:07.797764 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-38f99025-ad1c-4670-bd10-a86bd8c19157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667558'] for router_interface, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:07.849518 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-5b555563-7d98-4baf-a0df-912885e223bd req-d8efdb21-9963-4789-a719-316f1fcbb2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:07.977756 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-ebfe3186-af60-4cc3-860f-4bb5d2f460da None None] Provisioning complete for port 2c5f7b4d-7e96-4a32-8fd1-359c74f540a0 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:27:07.978852 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ebfe3186-af60-4cc3-860f-4bb5d2f460da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:08.034256 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-ebfe3186-af60-4cc3-860f-4bb5d2f460da None None] Port 2c5f7b4d-7e96-4a32-8fd1-359c74f540a0 cannot update to ACTIVE because it is not bound. {{(pid=102763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:27:08.163338 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64438d89-1051-4c37-9815-a80c47e87e03 req-1b9ba4d9-28c1-4db8-9366-706abae97817 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:08.166466 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-64438d89-1051-4c37-9815-a80c47e87e03 req-1b9ba4d9-28c1-4db8-9366-706abae97817 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 943 time: 0.1586144 Nov 24 14:27:08.172589 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 4ddeeef8-d525-4378-96af-c9db420f41ba no longer exists at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:27:08.249248 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-64438d89-1051-4c37-9815-a80c47e87e03 req-1e7cfeac-76cb-4df2-9cad-b0998c16fc34 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732715 Nov 24 14:27:08.254022 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f99025-ad1c-4670-bd10-a86bd8c19157 admin admin] Router 7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2 has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:27:08.381980 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f99025-ad1c-4670-bd10-a86bd8c19157 admin admin] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:27:08.382238 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd29584-dab8-44cb-b7a0-06867d649bd4 req-a1f2b1b1-a2d8-42ee-acac-4ea65a354c73 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:08.383964 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-0cd29584-dab8-44cb-b7a0-06867d649bd4 req-a1f2b1b1-a2d8-42ee-acac-4ea65a354c73 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 931 time: 0.2090385 Nov 24 14:27:08.395370 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604eb4c9-15da-4256-a3a8-641c4d62cdf8 None None] Sync routers for ids ['7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2'] in dv-cinder-739079-6-iscsi {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:27:08.405766 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-38f99025-ad1c-4670-bd10-a86bd8c19157 admin admin] 10.222.0.73 "PUT /v2.0/routers/7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3296564 Nov 24 14:27:08.408905 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 50686) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:27:08.409356 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604eb4c9-15da-4256-a3a8-641c4d62cdf8 None None] Routers {'7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:27:08.410223 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-604eb4c9-15da-4256-a3a8-641c4d62cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:26:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:27:08.501682 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-0cd29584-dab8-44cb-b7a0-06867d649bd4 req-1bce3aab-9c62-430c-9377-b6f2a210ae13 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103494 Nov 24 14:27:08.539500 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-604eb4c9-15da-4256-a3a8-641c4d62cdf8 None None] Set router 7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:27:08.601348 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [req-5b555563-7d98-4baf-a0df-912885e223bd req-d8efdb21-9963-4789-a719-316f1fcbb2a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c5f7b4d-7e96-4a32-8fd1-359c74f540a0 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:27:08.615793 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-5b555563-7d98-4baf-a0df-912885e223bd req-d8efdb21-9963-4789-a719-316f1fcbb2a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:08.629922 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [req-5b555563-7d98-4baf-a0df-912885e223bd req-d8efdb21-9963-4789-a719-316f1fcbb2a8 service neutron] Transition to ACTIVE for port object 2c5f7b4d-7e96-4a32-8fd1-359c74f540a0 will not be triggered until provisioned by entity L2. {{(pid=102761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:27:08.636529 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-5b555563-7d98-4baf-a0df-912885e223bd req-d8efdb21-9963-4789-a719-316f1fcbb2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:08.749418 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efdb21-9963-4789-a719-316f1fcbb2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5f7b4d-7e96-4a32-8fd1-359c74f540a0,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:08.798776 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-5b555563-7d98-4baf-a0df-912885e223bd req-d8efdb21-9963-4789-a719-316f1fcbb2a8 service neutron] Attempting to bind port 2c5f7b4d-7e96-4a32-8fd1-359c74f540a0 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:27:08.799375 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-5b555563-7d98-4baf-a0df-912885e223bd req-d8efdb21-9963-4789-a719-316f1fcbb2a8 service neutron] Attempting to bind port 2c5f7b4d-7e96-4a32-8fd1-359c74f540a0 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '92d60b8a-a2d6-42a5-9295-ab7dcf9b5837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:27:08.800056 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b555563-7d98-4baf-a0df-912885e223bd req-d8efdb21-9963-4789-a719-316f1fcbb2a8 service neutron] Attempting to bind port 2c5f7b4d-7e96-4a32-8fd1-359c74f540a0 on network 9243a22d-267c-4a6f-bc0f-a715e2892f5c {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:27:08.814169 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b555563-7d98-4baf-a0df-912885e223bd req-d8efdb21-9963-4789-a719-316f1fcbb2a8 service neutron] Port 2c5f7b4d-7e96-4a32-8fd1-359c74f540a0 on network 9243a22d-267c-4a6f-bc0f-a715e2892f5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 14:27:08.814501 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b555563-7d98-4baf-a0df-912885e223bd req-d8efdb21-9963-4789-a719-316f1fcbb2a8 service neutron] Attempting to bind port 2c5f7b4d-7e96-4a32-8fd1-359c74f540a0 on network 9243a22d-267c-4a6f-bc0f-a715e2892f5c {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:27:08.828727 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b555563-7d98-4baf-a0df-912885e223bd req-d8efdb21-9963-4789-a719-316f1fcbb2a8 service neutron] Checking agent: {'id': 'd0515656-fb8d-4ba5-be1c-f8deb6c3b48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'started_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:27:08.829245 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b555563-7d98-4baf-a0df-912885e223bd req-d8efdb21-9963-4789-a719-316f1fcbb2a8 service neutron] Checking segment: {'id': '92d60b8a-a2d6-42a5-9295-ab7dcf9b5837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:27:08.829647 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b555563-7d98-4baf-a0df-912885e223bd req-d8efdb21-9963-4789-a719-316f1fcbb2a8 service neutron] Bound using segment: {'id': '92d60b8a-a2d6-42a5-9295-ab7dcf9b5837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:27:08.830113 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-5b555563-7d98-4baf-a0df-912885e223bd req-d8efdb21-9963-4789-a719-316f1fcbb2a8 service neutron] Bound port: 2c5f7b4d-7e96-4a32-8fd1-359c74f540a0, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92d60b8a-a2d6-42a5-9295-ab7dcf9b5837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:27:08.830479 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-5b555563-7d98-4baf-a0df-912885e223bd req-d8efdb21-9963-4789-a719-316f1fcbb2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:08.899586 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-604eb4c9-15da-4256-a3a8-641c4d62cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2', 'name': 'tempest-TestShelveInstance-124868251-router', 'tenant_id': '74a9adecd0e049b3988476e12222f6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bef43915-609c-47c5-af57-936e59a7dea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:36Z', 'updated_at': '2021-11-24T14:27:07Z', 'revision_number': 5, 'project_id': '74a9adecd0e049b3988476e12222f6cd', 'gw_port': {'id': 'bef43915-609c-47c5-af57-936e59a7dea0', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:38Z', 'updated_at': '2021-11-24T14:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:27:08.979282 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-5b555563-7d98-4baf-a0df-912885e223bd req-d8efdb21-9963-4789-a719-316f1fcbb2a8 service neutron] For port 2c5f7b4d-7e96-4a32-8fd1-359c74f540a0, host hv-cinder-73907, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:27:08.984009 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604eb4c9-15da-4256-a3a8-641c4d62cdf8 None None] Checking router: 7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2 for host: dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:27:08.996449 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-5b555563-7d98-4baf-a0df-912885e223bd req-d8efdb21-9963-4789-a719-316f1fcbb2a8 service neutron] For port 2c5f7b4d-7e96-4a32-8fd1-359c74f540a0, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=2c5f7b4d-7e96-4a32-8fd1-359c74f540a0,segment=NetworkSegment(92d60b8a-a2d6-42a5-9295-ab7dcf9b5837),segment_id=92d60b8a-a2d6-42a5-9295-ab7dcf9b5837)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:27:09.002433 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-5b555563-7d98-4baf-a0df-912885e223bd req-d8efdb21-9963-4789-a719-316f1fcbb2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:09.007902 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604eb4c9-15da-4256-a3a8-641c4d62cdf8 None None] Routers {'7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:27:09.009003 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-604eb4c9-15da-4256-a3a8-641c4d62cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:26:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:27:09.068185 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-986002a4-b288-4879-9e02-ec096be56669 admin admin] Publish callbacks [] for router, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:09.092437 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b555563-7d98-4baf-a0df-912885e223bd req-d8efdb21-9963-4789-a719-316f1fcbb2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:09.093089 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-5b555563-7d98-4baf-a0df-912885e223bd req-d8efdb21-9963-4789-a719-316f1fcbb2a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:09.094827 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5b555563-7d98-4baf-a0df-912885e223bd req-d8efdb21-9963-4789-a719-316f1fcbb2a8 service neutron] 10.222.0.37 "PUT /v2.0/ports/2c5f7b4d-7e96-4a32-8fd1-359c74f540a0 HTTP/1.1" status: 200 len: 1093 time: 1.3439143 Nov 24 14:27:09.095043 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da37d27f-851c-4c88-921e-9964d717ed34', 'tag': '2c5f7b4d-7e96-4a32-8fd1-359c74f540a0'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:27:09.097707 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd9cb5b-2316-433c-a134-2143d35b0ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "da37d27f-851c-4c88-921e-9964d717ed34", "tag": "2c5f7b4d-7e96-4a32-8fd1-359c74f540a0"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:27:09.174898 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a8dc4b-54ac-47fa-b281-dc79114c30a8 x-openstack-request-id: req-71a8dc4b-54ac-47fa-b281-dc79114c30a8 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:27:09.175199 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da37d27f-851c-4c88-921e-9964d717ed34", "tag": "2c5f7b4d-7e96-4a32-8fd1-359c74f540a0", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:27:09.175480 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-71a8dc4b-54ac-47fa-b281-dc79114c30a8 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:27:09.175891 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da37d27f-851c-4c88-921e-9964d717ed34', 'tag': '2c5f7b4d-7e96-4a32-8fd1-359c74f540a0', 'status': 'completed', 'code': 200} Nov 24 14:27:09.177152 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efdb21-9963-4789-a719-316f1fcbb2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5f7b4d-7e96-4a32-8fd1-359c74f540a0,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:09.313695 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-986002a4-b288-4879-9e02-ec096be56669 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:09.428595 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-986002a4-b288-4879-9e02-ec096be56669 admin admin] Deleting port bef43915-609c-47c5-af57-936e59a7dea0 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:27:09.430725 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-986002a4-b288-4879-9e02-ec096be56669 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:09.495268 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b13b0d-e1bd-4dfc-a300-fbf521c32fc6 req-2cc4f8e4-31e6-43cb-902a-d0d628eea12b tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:09.502610 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-16b13b0d-e1bd-4dfc-a300-fbf521c32fc6 req-2cc4f8e4-31e6-43cb-902a-d0d628eea12b tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 943 time: 0.0982721 Nov 24 14:27:09.517193 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-604eb4c9-15da-4256-a3a8-641c4d62cdf8 None None] Set router 7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:27:09.554818 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-986002a4-b288-4879-9e02-ec096be56669 admin admin] For port bef43915-609c-47c5-af57-936e59a7dea0, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=bef43915-609c-47c5-af57-936e59a7dea0,segment=NetworkSegment(8ba1600c-dd39-469b-9e9d-3735ae82b3ab),segment_id=8ba1600c-dd39-469b-9e9d-3735ae82b3ab)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:27:09.555374 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-986002a4-b288-4879-9e02-ec096be56669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:09.580176 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-986002a4-b288-4879-9e02-ec096be56669 admin admin] Calling delete_port for bef43915-609c-47c5-af57-936e59a7dea0 owned by network:router_gateway {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:27:09.688564 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-16b13b0d-e1bd-4dfc-a300-fbf521c32fc6 req-f90cc8ec-b341-4623-9585-975500b22213 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1738069 Nov 24 14:27:09.796380 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62fc75-f10b-4dda-8047-bb20c5cb3703 req-12c673c3-77bf-46e7-9dd4-36a0d3a43e1b tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:09.798482 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6e62fc75-f10b-4dda-8047-bb20c5cb3703 req-12c673c3-77bf-46e7-9dd4-36a0d3a43e1b tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 943 time: 0.0809927 Nov 24 14:27:09.800240 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-604eb4c9-15da-4256-a3a8-641c4d62cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2', 'name': 'tempest-TestShelveInstance-124868251-router', 'tenant_id': '74a9adecd0e049b3988476e12222f6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bef43915-609c-47c5-af57-936e59a7dea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:36Z', 'updated_at': '2021-11-24T14:27:07Z', 'revision_number': 5, 'project_id': '74a9adecd0e049b3988476e12222f6cd', 'gw_port': {'id': 'bef43915-609c-47c5-af57-936e59a7dea0', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:38Z', 'updated_at': '2021-11-24T14:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:27:09.836548 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604eb4c9-15da-4256-a3a8-641c4d62cdf8 None None] The sync data for ids ['7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2'] in dv-cinder-739079-6-iscsi is: [{'id': '7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2', 'name': 'tempest-TestShelveInstance-124868251-router', 'tenant_id': '74a9adecd0e049b3988476e12222f6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bef43915-609c-47c5-af57-936e59a7dea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:36Z', 'updated_at': '2021-11-24T14:27:07Z', 'revision_number': 5, 'project_id': '74a9adecd0e049b3988476e12222f6cd', 'gw_port': {'id': 'bef43915-609c-47c5-af57-936e59a7dea0', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:38Z', 'updated_at': '2021-11-24T14:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}] {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:27:09.939955 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6e62fc75-f10b-4dda-8047-bb20c5cb3703 req-2b190caf-6828-4336-923d-7a7084d51feb tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343892 Nov 24 14:27:10.012974 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-986002a4-b288-4879-9e02-ec096be56669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:10.039477 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986002a4-b288-4879-9e02-ec096be56669 admin admin] Pushing event deleted for resources: {'Port': ['ID=bef43915-609c-47c5-af57-936e59a7dea0,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:10.107767 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-986002a4-b288-4879-9e02-ec096be56669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667136'] for router_gateway, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:10.210262 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-986002a4-b288-4879-9e02-ec096be56669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5251'] for router, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:10.216347 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-986002a4-b288-4879-9e02-ec096be56669 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:10.272573 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-986002a4-b288-4879-9e02-ec096be56669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667266'] for router, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:10.274449 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986002a4-b288-4879-9e02-ec096be56669 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2 {{(pid=102762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 14:27:10.280033 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-986002a4-b288-4879-9e02-ec096be56669 admin admin] Publish callbacks [] for router, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:10.284085 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-986002a4-b288-4879-9e02-ec096be56669 admin admin] 10.222.0.73 "DELETE /v2.0/routers/7fba1eb2-3aa9-4e0e-984c-8d105d57b0f2 HTTP/1.1" status: 204 len: 168 time: 1.8737609 Nov 24 14:27:10.284777 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 50694) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:27:10.338468 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8fc3e4a-f588-4ac4-85b6-98b52a0c2168 admin admin] Deleting subnet 996278b9-caa9-4ded-8f9e-447f2e561e26 {{(pid=102761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 14:27:10.343356 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3e4a-f588-4ac4-85b6-98b52a0c2168 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:10.387673 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3e4a-f588-4ac4-85b6-98b52a0c2168 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8896142'] for subnet, precommit_delete_associations {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:10.490282 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3e4a-f588-4ac4-85b6-98b52a0c2168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882942'] for subnet, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:10.573137 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3e4a-f588-4ac4-85b6-98b52a0c2168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3879245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8883909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8752145'] for subnet, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:10.596197 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff36a094-d9b4-4292-9537-3cc512e58621 None None] Network 408b6b1d-8b25-4caf-a03b-ac3b587df38a requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:27:10.610829 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3e4a-f588-4ac4-85b6-98b52a0c2168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for subnet, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:10.618287 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-c8fc3e4a-f588-4ac4-85b6-98b52a0c2168 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/996278b9-caa9-4ded-8f9e-447f2e561e26 HTTP/1.1" status: 204 len: 168 time: 0.3286383 Nov 24 14:27:10.618520 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 50696) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:27:10.640840 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc3e4a-f588-4ac4-85b6-98b52a0c2168 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=996278b9-caa9-4ded-8f9e-447f2e561e26,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:10.733573 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8dadd824-974f-4792-8a7d-3891378216d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708839'] for network, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:10.877117 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-8dadd824-974f-4792-8a7d-3891378216d5 admin admin] Deleting port 736de971-081a-4e9d-b5ef-5be0dfc2bd88 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:27:10.877730 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8dadd824-974f-4792-8a7d-3891378216d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:10.893328 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:10.920197 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150069f8-9a88-410c-9094-7a2d547f269b req-9c763225-1a6d-447c-ad96-298f9f33e6fb tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:10.922649 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-150069f8-9a88-410c-9094-7a2d547f269b req-9c763225-1a6d-447c-ad96-298f9f33e6fb tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 943 time: 0.0861599 Nov 24 14:27:11.017330 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51190d76-2c5a-4daf-9644-32764821ec58 None None] DHCP port deletion for 408b6b1d-8b25-4caf-a03b-ac3b587df38a request from dv-cinder-739079-6-iscsi {{(pid=102763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 14:27:11.033261 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-8dadd824-974f-4792-8a7d-3891378216d5 admin admin] For port 736de971-081a-4e9d-b5ef-5be0dfc2bd88, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=736de971-081a-4e9d-b5ef-5be0dfc2bd88,segment=NetworkSegment(1dd71578-fc0b-40a7-9217-3a43d7517694),segment_id=1dd71578-fc0b-40a7-9217-3a43d7517694)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:27:11.035066 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8dadd824-974f-4792-8a7d-3891378216d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:11.044886 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-150069f8-9a88-410c-9094-7a2d547f269b req-62620988-2d42-4bb3-8cca-4be23fa0a949 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1104531 Nov 24 14:27:11.067689 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-8dadd824-974f-4792-8a7d-3891378216d5 admin admin] Calling delete_port for 736de971-081a-4e9d-b5ef-5be0dfc2bd88 owned by network:dhcp {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:27:11.161470 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-51190d76-2c5a-4daf-9644-32764821ec58 None None] Deleting port 736de971-081a-4e9d-b5ef-5be0dfc2bd88 {{(pid=102763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:27:11.162210 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-51190d76-2c5a-4daf-9644-32764821ec58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:11.187985 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device bef43915-609c-47c5-af57-936e59a7dea0 no longer exists at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:27:11.221162 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] No Port match for: bef43915-609c-47c5-af57-936e59a7dea0 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:27:11.221756 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device bef43915-609c-47c5-af57-936e59a7dea0 not bound to the agent host dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:27:11.222184 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 736de971-081a-4e9d-b5ef-5be0dfc2bd88 no longer exists at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:27:11.237666 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8dadd824-974f-4792-8a7d-3891378216d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:11.266980 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dadd824-974f-4792-8a7d-3891378216d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=736de971-081a-4e9d-b5ef-5be0dfc2bd88,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:11.288019 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dadd824-974f-4792-8a7d-3891378216d5 admin admin] No DVR routers for this DVR port 736de971-081a-4e9d-b5ef-5be0dfc2bd88 on host dv-cinder-739079-6-iscsi {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:27:11.296521 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-51190d76-2c5a-4daf-9644-32764821ec58 None None] For port 736de971-081a-4e9d-b5ef-5be0dfc2bd88, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=736de971-081a-4e9d-b5ef-5be0dfc2bd88,segment=NetworkSegment(1dd71578-fc0b-40a7-9217-3a43d7517694),segment_id=1dd71578-fc0b-40a7-9217-3a43d7517694)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:27:11.297264 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-51190d76-2c5a-4daf-9644-32764821ec58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:11.315685 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-51190d76-2c5a-4daf-9644-32764821ec58 None None] Calling delete_port for 736de971-081a-4e9d-b5ef-5be0dfc2bd88 owned by network:dhcp {{(pid=102763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:27:11.322166 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658d1a3-34ce-49e7-947d-6f95fb279e28 req-4bab400b-397c-4dda-9432-e917cbc0b3f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:11.327855 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6658d1a3-34ce-49e7-947d-6f95fb279e28 req-4bab400b-397c-4dda-9432-e917cbc0b3f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 943 time: 0.2154446 Nov 24 14:27:11.372109 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] No active binding found for port 736de971-081a-4e9d-b5ef-5be0dfc2bd88 {{(pid=102763) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 24 14:27:11.372550 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 736de971-081a-4e9d-b5ef-5be0dfc2bd88 not bound to the agent host dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:27:11.372993 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 77dbf0c9-5266-4cb4-b11c-f97ea513f95c no longer exists at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:27:11.396466 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] No Port match for: 77dbf0c9-5266-4cb4-b11c-f97ea513f95c {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:27:11.396466 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 77dbf0c9-5266-4cb4-b11c-f97ea513f95c not bound to the agent host dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:27:11.415088 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8dadd824-974f-4792-8a7d-3891378216d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880289', 'neutron.services.segments.db._delete_segments_for_network-8783323399864'] for network, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:11.453456 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-6658d1a3-34ce-49e7-947d-6f95fb279e28 req-67adaf39-c0a0-42f5-b1b0-dce091f6d8b1 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227286 Nov 24 14:27:11.455470 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-8dadd824-974f-4792-8a7d-3891378216d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['408b6b1d-8b25-4caf-a03b-ac3b587df38a']}} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:27:11.474252 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-8dadd824-974f-4792-8a7d-3891378216d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd71578-fc0b-40a7-9217-3a43d7517694') {'for_net_delete': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:27:11.474692 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-8dadd824-974f-4792-8a7d-3891378216d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd71578-fc0b-40a7-9217-3a43d7517694') {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:27:11.486603 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8dadd824-974f-4792-8a7d-3891378216d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783323362124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11962719'] for segment, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:11.494489 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-51190d76-2c5a-4daf-9644-32764821ec58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995'] for port, after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:11.502556 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8dadd824-974f-4792-8a7d-3891378216d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:11.513867 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dadd824-974f-4792-8a7d-3891378216d5 admin admin] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=102762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:27:11.514522 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8dadd824-974f-4792-8a7d-3891378216d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11814199'] for segment, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: Traceback (most recent call last): Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: timer() Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: cb(*args, **kw) Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: return func(*args, **kwargs) Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: self._notify() Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: self.callback(batched_events) Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: event.method(event) Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: return f(self, *a, **k) Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: return self._get(url).json() Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: return self.request(url, 'GET', **kwargs) Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:27:11.517605 dv-cinder-739079-6-iscsi neutron-server[102762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:27:11.524377 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51190d76-2c5a-4daf-9644-32764821ec58 None None] Pushing event deleted for resources: {'Port': ['ID=736de971-081a-4e9d-b5ef-5be0dfc2bd88,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:11.530302 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51190d76-2c5a-4daf-9644-32764821ec58 None None] No DVR routers for this DVR port 736de971-081a-4e9d-b5ef-5be0dfc2bd88 on host dv-cinder-739079-6-iscsi {{(pid=102763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:27:11.634593 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8dadd824-974f-4792-8a7d-3891378216d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667172'] for network, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:11.645061 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8dadd824-974f-4792-8a7d-3891378216d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:11.655950 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-8dadd824-974f-4792-8a7d-3891378216d5 admin admin] 10.222.0.73 "DELETE /v2.0/networks/408b6b1d-8b25-4caf-a03b-ac3b587df38a HTTP/1.1" status: 204 len: 168 time: 1.0364416 Nov 24 14:27:11.688243 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dadd824-974f-4792-8a7d-3891378216d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=408b6b1d-8b25-4caf-a03b-ac3b587df38a,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:11.865630 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 50706) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:27:11.933265 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-c16f23e9-1bb1-4ee7-aa0b-52ebc8b5a3d3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c2568470bb1d43569c7dceb498364354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0658972 Nov 24 14:27:11.936016 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 50708) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:27:12.008147 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2076776d-f25f-4af8-96df-e91e668b0bfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:12.040621 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2076776d-f25f-4af8-96df-e91e668b0bfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:12.127266 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2076776d-f25f-4af8-96df-e91e668b0bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:12.132357 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-2076776d-f25f-4af8-96df-e91e668b0bfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:12.134539 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-2076776d-f25f-4af8-96df-e91e668b0bfd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0611639b-9313-4cf3-bc0d-d472b955bd2e HTTP/1.1" status: 204 len: 168 time: 0.1969647 Nov 24 14:27:12.179909 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076776d-f25f-4af8-96df-e91e668b0bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0611639b-9313-4cf3-bc0d-d472b955bd2e,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:12.344855 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09747391-2066-4e43-b0b5-8beb318bd1e3 req-d4b12542-4abc-4f0c-a3c2-9fae313b46ac tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:12.349145 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-09747391-2066-4e43-b0b5-8beb318bd1e3 req-d4b12542-4abc-4f0c-a3c2-9fae313b46ac tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 943 time: 0.0894186 Nov 24 14:27:12.422763 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-09747391-2066-4e43-b0b5-8beb318bd1e3 req-c9ac6efe-ef0c-4477-ad1a-9d0506e05ee9 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0694187 Nov 24 14:27:12.656022 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e0b5e-155b-4153-a798-2d8603889e28 req-156aa6e6-5336-4e40-8e62-096255a49bcf tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:12.659824 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e90e0b5e-155b-4153-a798-2d8603889e28 req-156aa6e6-5336-4e40-8e62-096255a49bcf tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 943 time: 0.0847979 Nov 24 14:27:12.688288 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 50718) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:27:12.724746 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e90e0b5e-155b-4153-a798-2d8603889e28 req-3affc509-559c-4299-b73a-02bdaea4bd69 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584996 Nov 24 14:27:12.763275 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-a149f600-833e-42bb-b00f-fd4917165a2e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=74a9adecd0e049b3988476e12222f6cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0737674 Nov 24 14:27:12.765768 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 50720) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:27:12.822919 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cb4057a6-5e7f-4c57-9c4d-9cdf97e884f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:12.849701 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cb4057a6-5e7f-4c57-9c4d-9cdf97e884f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:12.914149 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cb4057a6-5e7f-4c57-9c4d-9cdf97e884f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:12.916919 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cb4057a6-5e7f-4c57-9c4d-9cdf97e884f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:12.918971 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-cb4057a6-5e7f-4c57-9c4d-9cdf97e884f9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/98713d5f-6f18-4e62-9bb2-6e74a5cd996f HTTP/1.1" status: 204 len: 168 time: 0.1520851 Nov 24 14:27:12.927844 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4057a6-5e7f-4c57-9c4d-9cdf97e884f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98713d5f-6f18-4e62-9bb2-6e74a5cd996f,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:13.582064 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c1427-aff2-474f-a2b8-dca5a3b7d5a9 req-3e37884b-28a0-4cfe-bb6c-7ac551e2877b tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:13.584340 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-268c1427-aff2-474f-a2b8-dca5a3b7d5a9 req-3e37884b-28a0-4cfe-bb6c-7ac551e2877b tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 943 time: 0.0614417 Nov 24 14:27:13.658682 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-268c1427-aff2-474f-a2b8-dca5a3b7d5a9 req-3ae81d5c-3542-471b-a047-a63d81d1644a tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629058 Nov 24 14:27:13.872257 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9869f4-979b-4e58-bd78-13287d5e55b6 req-18a19bfb-bed0-468c-a409-61e9541030a6 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:13.873803 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2b9869f4-979b-4e58-bd78-13287d5e55b6 req-18a19bfb-bed0-468c-a409-61e9541030a6 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 943 time: 0.0579529 Nov 24 14:27:13.932713 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-2b9869f4-979b-4e58-bd78-13287d5e55b6 req-8c39e904-d787-4a9c-b04b-29939d9e80d9 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524514 Nov 24 14:27:14.428886 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-fc75d310-cdb5-4012-be25-420e772972dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:14.729981 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:27:14.825750 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5366e49-2f98-473b-adb9-2a03873874f1 req-27e20947-317e-4b9e-961c-c782ee0d75e7 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:14.827430 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e5366e49-2f98-473b-adb9-2a03873874f1 req-27e20947-317e-4b9e-961c-c782ee0d75e7 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 943 time: 0.0613961 Nov 24 14:27:14.895825 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e5366e49-2f98-473b-adb9-2a03873874f1 req-7ad3674c-2d0a-41e9-a21b-8ff25fac1f5d tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567491 Nov 24 14:27:15.084218 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ece58-fe41-4773-a7ad-5fd7a640b999 req-b38b31fd-69cf-4452-8a67-c8fee15fb3ee tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:15.085793 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a89ece58-fe41-4773-a7ad-5fd7a640b999 req-b38b31fd-69cf-4452-8a67-c8fee15fb3ee tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 943 time: 0.0610852 Nov 24 14:27:15.143482 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a89ece58-fe41-4773-a7ad-5fd7a640b999 req-d393430e-e658-446d-b8e2-f757cbe2da1e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472927 Nov 24 14:27:16.102189 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166aa4f-5fe1-41ad-8c42-14961ff5721e req-d44aff1f-260c-4c5f-8f44-b833d909e891 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:16.105071 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b166aa4f-5fe1-41ad-8c42-14961ff5721e req-d44aff1f-260c-4c5f-8f44-b833d909e891 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 943 time: 0.0704670 Nov 24 14:27:16.182610 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b166aa4f-5fe1-41ad-8c42-14961ff5721e req-1241c2ec-b200-40b0-b7a5-d45a92739df1 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0661037 Nov 24 14:27:16.295270 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef41a47-6d2b-4100-8bc9-38ea64dfc4b2 req-17e10e4c-b5b3-4f11-b39e-83326fddbd86 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:16.297565 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3ef41a47-6d2b-4100-8bc9-38ea64dfc4b2 req-17e10e4c-b5b3-4f11-b39e-83326fddbd86 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 943 time: 0.0575974 Nov 24 14:27:16.380470 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3ef41a47-6d2b-4100-8bc9-38ea64dfc4b2 req-60f291e8-5ae1-4ae6-8d70-699a6f1d687b tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711951 Nov 24 14:27:16.922378 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c1d07580-0101-48f5-8ff7-303b2356a110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:17.344481 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858657b-0ab4-43b7-93b9-9c75b056babb req-aac46f33-00e5-4be2-bb76-10a4f80c7048 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:17.346059 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e858657b-0ab4-43b7-93b9-9c75b056babb req-aac46f33-00e5-4be2-bb76-10a4f80c7048 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 943 time: 0.0720913 Nov 24 14:27:17.400361 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e858657b-0ab4-43b7-93b9-9c75b056babb req-764f0b7c-ce37-4078-80ec-47dbf57330a0 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467877 Nov 24 14:27:17.535903 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6b857-1d3e-4ec7-9804-6f242a20b193 req-e595b00d-df23-4691-88f4-eeeb677983eb tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:17.537964 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a1c6b857-1d3e-4ec7-9804-6f242a20b193 req-e595b00d-df23-4691-88f4-eeeb677983eb tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 943 time: 0.0629513 Nov 24 14:27:17.608433 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a1c6b857-1d3e-4ec7-9804-6f242a20b193 req-a9a1dee5-f526-4b74-aa22-9c6fc1aecbb9 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611472 Nov 24 14:27:17.959271 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:18.573075 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c7328-bbb0-4dcf-9a8b-0c3fda9d4daf req-86adb1d6-fd44-4885-8853-8667327878b8 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:18.574713 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-8f4c7328-bbb0-4dcf-9a8b-0c3fda9d4daf req-86adb1d6-fd44-4885-8853-8667327878b8 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 943 time: 0.0664721 Nov 24 14:27:18.627614 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-8f4c7328-bbb0-4dcf-9a8b-0c3fda9d4daf req-57f19ba0-ab94-475b-9cf8-f81764f45b19 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464733 Nov 24 14:27:18.749553 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9cb5b-2316-433c-a134-2143d35b0ed3 req-05a76263-806f-4241-86f5-a4b430e59eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:18.751834 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1bd9cb5b-2316-433c-a134-2143d35b0ed3 req-05a76263-806f-4241-86f5-a4b430e59eff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=45349ed13c344da0b4e40e7459d7acbb&device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 1096 time: 0.0555227 Nov 24 14:27:18.789326 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993401a-aca6-42b4-ba46-214ec68fdd6a req-d0846831-aa98-40c7-bca1-a2a7a1665478 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:18.792010 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a993401a-aca6-42b4-ba46-214ec68fdd6a req-d0846831-aa98-40c7-bca1-a2a7a1665478 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 943 time: 0.0733521 Nov 24 14:27:18.875100 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bf4aa-e1ab-4017-a243-0e82bd2f3a7f req-f0a475ab-5de1-4b02-956b-b262d12ac7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:18.876717 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-041bf4aa-e1ab-4017-a243-0e82bd2f3a7f req-f0a475ab-5de1-4b02-956b-b262d12ac7e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8179f38954442d58e1c209cf0f0eb43&device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 1096 time: 0.0816963 Nov 24 14:27:18.886655 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-a993401a-aca6-42b4-ba46-214ec68fdd6a req-2fc5ded8-ded3-4c49-b8f2-e27cb440579c tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781462 Nov 24 14:27:18.889732 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9cb5b-2316-433c-a134-2143d35b0ed3 req-cf556c7e-7291-4329-acc3-8990234fa569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:18.891209 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1bd9cb5b-2316-433c-a134-2143d35b0ed3 req-cf556c7e-7291-4329-acc3-8990234fa569 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=45349ed13c344da0b4e40e7459d7acbb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1286602 Nov 24 14:27:18.994528 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9cb5b-2316-433c-a134-2143d35b0ed3 req-cffcffe8-9671-41e4-951b-d7e971da5521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:18.996194 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1bd9cb5b-2316-433c-a134-2143d35b0ed3 req-cffcffe8-9671-41e4-951b-d7e971da5521 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0967867 Nov 24 14:27:19.001951 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bf4aa-e1ab-4017-a243-0e82bd2f3a7f req-e7705710-7af0-43c8-9a3b-d2f3a7eaa613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:19.003600 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-041bf4aa-e1ab-4017-a243-0e82bd2f3a7f req-e7705710-7af0-43c8-9a3b-d2f3a7eaa613 service neutron] 10.222.0.37 "GET /v2.0/networks?id=36acfee9-a029-4045-9f01-f7f9a199421c HTTP/1.1" status: 200 len: 918 time: 0.0978086 Nov 24 14:27:19.072494 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-041bf4aa-e1ab-4017-a243-0e82bd2f3a7f req-6add4127-e328-4964-8e5d-b926673ff85e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ddeeef8-d525-4378-96af-c9db420f41ba HTTP/1.1" status: 200 len: 999 time: 0.0615079 Nov 24 14:27:19.077765 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b555563-7d98-4baf-a0df-912885e223bd req-e13f7fa6-8c59-4d09-9423-434f85e208a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:19.079229 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5b555563-7d98-4baf-a0df-912885e223bd req-e13f7fa6-8c59-4d09-9423-434f85e208a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=45349ed13c344da0b4e40e7459d7acbb&device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 1096 time: 0.0404394 Nov 24 14:27:19.125504 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5b555563-7d98-4baf-a0df-912885e223bd req-cf5ccf29-6628-41a3-b1b6-ef45a64ef05c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c5f7b4d-7e96-4a32-8fd1-359c74f540a0 HTTP/1.1" status: 200 len: 217 time: 0.0375018 Nov 24 14:27:19.136434 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bf4aa-e1ab-4017-a243-0e82bd2f3a7f req-88acd3a9-d7db-4296-bf51-944a57c0dfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:19.138318 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-041bf4aa-e1ab-4017-a243-0e82bd2f3a7f req-88acd3a9-d7db-4296-bf51-944a57c0dfcd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=768a5e80-3488-4bb1-8733-0f42aa1c8190 HTTP/1.1" status: 200 len: 855 time: 0.0510135 Nov 24 14:27:19.176318 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b555563-7d98-4baf-a0df-912885e223bd req-a6e6ce0f-3362-4fec-8ffc-5f397aa01607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:19.177860 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5b555563-7d98-4baf-a0df-912885e223bd req-a6e6ce0f-3362-4fec-8ffc-5f397aa01607 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3de96897-b835-40ea-ba9a-57f512f2da18 HTTP/1.1" status: 200 len: 850 time: 0.0450177 Nov 24 14:27:19.190239 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bf4aa-e1ab-4017-a243-0e82bd2f3a7f req-377e761d-dd87-46a2-be51-7e9dd8f0bb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:19.191752 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-041bf4aa-e1ab-4017-a243-0e82bd2f3a7f req-377e761d-dd87-46a2-be51-7e9dd8f0bb93 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36acfee9-a029-4045-9f01-f7f9a199421c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455437 Nov 24 14:27:19.228059 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b555563-7d98-4baf-a0df-912885e223bd req-a4fc2a58-6e33-4ddf-a43c-76cab91b978b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:19.230261 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5b555563-7d98-4baf-a0df-912885e223bd req-a4fc2a58-6e33-4ddf-a43c-76cab91b978b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9243a22d-267c-4a6f-bc0f-a715e2892f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432158 Nov 24 14:27:19.296955 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-041bf4aa-e1ab-4017-a243-0e82bd2f3a7f req-d18a671f-6b4d-405f-a604-d220eb9ad243 service neutron] 10.222.0.37 "GET /v2.0/networks/36acfee9-a029-4045-9f01-f7f9a199421c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963473 Nov 24 14:27:19.344493 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5b555563-7d98-4baf-a0df-912885e223bd req-b02f909b-554a-4d3b-88cb-88f046f941d6 service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057043 Nov 24 14:27:19.414026 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-041bf4aa-e1ab-4017-a243-0e82bd2f3a7f req-5e5d42b3-9eb1-4088-8227-9daec090d317 service neutron] 10.222.0.37 "GET /v2.0/networks/36acfee9-a029-4045-9f01-f7f9a199421c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093926 Nov 24 14:27:19.456743 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5b555563-7d98-4baf-a0df-912885e223bd req-e05529b3-bc83-48a7-9c57-47ade9cab72c service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042373 Nov 24 14:27:19.534943 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:19.766509 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3f958-60bf-41f2-89ee-44fe5ad832fb req-19e0d4dd-c38e-4f2d-8d8b-4801961a4284 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:19.769046 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-67e3f958-60bf-41f2-89ee-44fe5ad832fb req-19e0d4dd-c38e-4f2d-8d8b-4801961a4284 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 943 time: 0.0618558 Nov 24 14:27:19.838057 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-67e3f958-60bf-41f2-89ee-44fe5ad832fb req-a3ae9f2f-0f00-40cd-9e6d-26318b3a0d56 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574284 Nov 24 14:27:20.044286 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e1b9b-90d1-4eaa-9bbb-9924d6e236d7 req-6890f31d-d23b-4403-9559-a449e1671f76 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:20.046164 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-595e1b9b-90d1-4eaa-9bbb-9924d6e236d7 req-6890f31d-d23b-4403-9559-a449e1671f76 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 943 time: 0.0721297 Nov 24 14:27:20.121916 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-595e1b9b-90d1-4eaa-9bbb-9924d6e236d7 req-758f043f-177d-45ef-8967-35340600ca20 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658317 Nov 24 14:27:20.776624 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:20.994657 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47411536-715c-421d-b92c-5b1a12f33e78 req-6f53e95d-e69e-422b-9fdd-025ac3f4c077 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:20.997864 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-47411536-715c-421d-b92c-5b1a12f33e78 req-6f53e95d-e69e-422b-9fdd-025ac3f4c077 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 943 time: 0.0736294 Nov 24 14:27:21.072673 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-47411536-715c-421d-b92c-5b1a12f33e78 req-6c30ac4e-c2dc-4290-b379-b7f89cd330af tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679955 Nov 24 14:27:21.250665 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad968e-2188-4ef9-849b-65f7ebe13949 req-70976575-fb62-41a1-b66e-3d8176b1071e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:21.252632 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5bad968e-2188-4ef9-849b-65f7ebe13949 req-70976575-fb62-41a1-b66e-3d8176b1071e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 943 time: 0.0584774 Nov 24 14:27:21.306916 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-5bad968e-2188-4ef9-849b-65f7ebe13949 req-cca7c1ab-163d-4d25-b4a6-c12e3aa7c137 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480089 Nov 24 14:27:22.232546 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cde1c-edfe-4142-8745-b3842a46f357 req-bd961803-b6f7-4c2c-9786-983aa47d124f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:22.234063 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-8a3cde1c-edfe-4142-8745-b3842a46f357 req-bd961803-b6f7-4c2c-9786-983aa47d124f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 943 time: 0.0646858 Nov 24 14:27:22.241836 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 4ddeeef8-d525-4378-96af-c9db420f41ba details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=102763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:27:22.288923 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-8a3cde1c-edfe-4142-8745-b3842a46f357 req-2ca764e6-e9b5-4e67-b7bc-ea3d7b51375f tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477419 Nov 24 14:27:22.349276 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 4ddeeef8-d525-4378-96af-c9db420f41ba, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=4ddeeef8-d525-4378-96af-c9db420f41ba,segment=NetworkSegment(b1837c13-0cb2-404d-aedd-258fca0eeafe),segment_id=b1837c13-0cb2-404d-aedd-258fca0eeafe)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:27:22.363220 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Returning: {'device': '4ddeeef8-d525-4378-96af-c9db420f41ba', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'port_id': '4ddeeef8-d525-4378-96af-c9db420f41ba', 'mac_address': 'fa:16:3e:f4:76:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:27:22.407308 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:22.428306 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ddeeef8-d525-4378-96af-c9db420f41ba {{(pid=102763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:27:22.446518 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff3fe0-644c-4772-96d5-f92b48773d89 req-d4eb231a-b088-47db-8828-df44418f26b3 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:22.449019 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-41ff3fe0-644c-4772-96d5-f92b48773d89 req-d4eb231a-b088-47db-8828-df44418f26b3 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 943 time: 0.0658164 Nov 24 14:27:22.454929 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 4ddeeef8-d525-4378-96af-c9db420f41ba, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=4ddeeef8-d525-4378-96af-c9db420f41ba,segment=NetworkSegment(b1837c13-0cb2-404d-aedd-258fca0eeafe),segment_id=b1837c13-0cb2-404d-aedd-258fca0eeafe)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:27:22.461861 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:22.512852 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=4ddeeef8-d525-4378-96af-c9db420f41ba,revision_number=9']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:22.516912 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-41ff3fe0-644c-4772-96d5-f92b48773d89 req-eb1d0bd0-9e15-4e26-8eaa-b260fd4f6d56 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578129 Nov 24 14:27:22.743862 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['4ddeeef8-d525-4378-96af-c9db420f41ba'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:27:23.422270 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871154a7-c638-43b4-99ba-d15b56d77480 req-d90a59c1-6ec8-4d36-8384-5b2c970abcc7 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:23.424061 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-871154a7-c638-43b4-99ba-d15b56d77480 req-d90a59c1-6ec8-4d36-8384-5b2c970abcc7 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 944 time: 0.0588751 Nov 24 14:27:23.482412 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-871154a7-c638-43b4-99ba-d15b56d77480 req-1b3da05f-2347-4516-b895-b0d28ce53a26 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472209 Nov 24 14:27:23.637091 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87666e25-36dc-4312-a73b-b702b92b5379 req-9e4443dd-acbd-4a19-8f24-02f099330f92 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:23.638140 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-87666e25-36dc-4312-a73b-b702b92b5379 req-9e4443dd-acbd-4a19-8f24-02f099330f92 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 943 time: 0.0535975 Nov 24 14:27:23.688789 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-87666e25-36dc-4312-a73b-b702b92b5379 req-9cd44108-7e75-426d-9c5f-33d8fe0ef577 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447075 Nov 24 14:27:24.250646 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 4ddeeef8-d525-4378-96af-c9db420f41ba up at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:27:24.300533 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning complete for port 4ddeeef8-d525-4378-96af-c9db420f41ba triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:27:24.300910 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:24.385715 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:24.409506 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36bb4476-4d53-45d6-ac38-83c97637e26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddeeef8-d525-4378-96af-c9db420f41ba'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:27:24.411777 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02bc6bab57870f22e484ac0312d8c66543c8308e687160369736143e34da9ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530f093d-aac1-4455-af76-d9e6af500cb7" -d '{"events": [{"server_uuid": "36bb4476-4d53-45d6-ac38-83c97637e26b", "name": "network-vif-plugged", "status": "completed", "tag": "4ddeeef8-d525-4378-96af-c9db420f41ba"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:27:24.428466 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 4ddeeef8-d525-4378-96af-c9db420f41ba, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=4ddeeef8-d525-4378-96af-c9db420f41ba,segment=NetworkSegment(b1837c13-0cb2-404d-aedd-258fca0eeafe),segment_id=b1837c13-0cb2-404d-aedd-258fca0eeafe)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:27:24.434377 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:24.461210 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688adc00-c991-460a-bc56-8731f8aa2c7f x-openstack-request-id: req-688adc00-c991-460a-bc56-8731f8aa2c7f {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:27:24.461500 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36bb4476-4d53-45d6-ac38-83c97637e26b", "name": "network-vif-plugged", "status": "completed", "tag": "4ddeeef8-d525-4378-96af-c9db420f41ba", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:27:24.461750 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-688adc00-c991-460a-bc56-8731f8aa2c7f {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:27:24.462137 dv-cinder-739079-6-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36bb4476-4d53-45d6-ac38-83c97637e26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddeeef8-d525-4378-96af-c9db420f41ba', 'code': 200} Nov 24 14:27:24.493120 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=4ddeeef8-d525-4378-96af-c9db420f41ba,revision_number=10']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:24.629536 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f02d4-8d8e-4ff2-b238-0c38ee577d6e req-fe3d503e-0a38-4dd5-85e8-87607e75362c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:24.631161 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-af9f02d4-8d8e-4ff2-b238-0c38ee577d6e req-fe3d503e-0a38-4dd5-85e8-87607e75362c tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 946 time: 0.0670030 Nov 24 14:27:24.685248 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac73b4d-84b5-4654-9224-f3f018fa423f req-1bc90184-0834-4070-9572-95daa3684c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:24.686754 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-bac73b4d-84b5-4654-9224-f3f018fa423f req-1bc90184-0834-4070-9572-95daa3684c1b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 1099 time: 0.0519209 Nov 24 14:27:24.688211 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-af9f02d4-8d8e-4ff2-b238-0c38ee577d6e req-c6a68f40-7a88-42cb-b2ef-1a0154ffecd5 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503528 Nov 24 14:27:24.750326 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-bac73b4d-84b5-4654-9224-f3f018fa423f req-4eec8fd8-8aed-48a4-84bb-13e27a3cdb0f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470479 Nov 24 14:27:24.821902 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679c32c-7bc9-438e-bd51-5b59dfe0a795 req-95307d96-1509-4727-b969-40961ba4e315 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:24.824458 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4679c32c-7bc9-438e-bd51-5b59dfe0a795 req-95307d96-1509-4727-b969-40961ba4e315 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 943 time: 0.0545146 Nov 24 14:27:24.876493 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4679c32c-7bc9-438e-bd51-5b59dfe0a795 req-59e04fd4-8254-494d-bdc5-6589e1fe6b12 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458062 Nov 24 14:27:25.812296 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652a452-a7fb-41b5-b0d7-4493d04d5495 req-565a7648-99ea-498a-965a-5cf50613c05d tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:25.813821 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9652a452-a7fb-41b5-b0d7-4493d04d5495 req-565a7648-99ea-498a-965a-5cf50613c05d tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 946 time: 0.0511217 Nov 24 14:27:25.869554 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9652a452-a7fb-41b5-b0d7-4493d04d5495 req-800e67ac-56d9-4a58-97cb-46c089313c9a tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495358 Nov 24 14:27:26.010509 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fde71-4573-4615-8789-04d3a37a46a6 req-1b2a6e48-7993-4aa4-971a-9c7467858757 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:26.013251 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a28fde71-4573-4615-8789-04d3a37a46a6 req-1b2a6e48-7993-4aa4-971a-9c7467858757 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 943 time: 0.0570595 Nov 24 14:27:26.100330 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a28fde71-4573-4615-8789-04d3a37a46a6 req-b2e52054-e3c8-44e8-b498-3c21fb233822 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581274 Nov 24 14:27:27.017144 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cbad6-ccc1-44c8-9e2a-a59b0d3dbd06 req-ac46d45d-dd0a-4739-8028-8dc1674a3620 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:27.018755 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-670cbad6-ccc1-44c8-9e2a-a59b0d3dbd06 req-ac46d45d-dd0a-4739-8028-8dc1674a3620 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 946 time: 0.0532558 Nov 24 14:27:27.078912 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-670cbad6-ccc1-44c8-9e2a-a59b0d3dbd06 req-3f65cd1d-3882-4222-9047-f966661b10cf tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539093 Nov 24 14:27:27.243948 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824969d-40ed-4330-b8b1-de960288548f req-5e8d4f09-de07-40ce-b14f-4269ddc1f272 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:27.245570 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5824969d-40ed-4330-b8b1-de960288548f req-5e8d4f09-de07-40ce-b14f-4269ddc1f272 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 943 time: 0.0556531 Nov 24 14:27:27.299236 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5824969d-40ed-4330-b8b1-de960288548f req-11f85322-91f5-459b-80ed-a425058ed2aa tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468066 Nov 24 14:27:28.249095 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 2c5f7b4d-7e96-4a32-8fd1-359c74f540a0 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=102763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:27:28.359637 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 2c5f7b4d-7e96-4a32-8fd1-359c74f540a0, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=2c5f7b4d-7e96-4a32-8fd1-359c74f540a0,segment=NetworkSegment(92d60b8a-a2d6-42a5-9295-ab7dcf9b5837),segment_id=92d60b8a-a2d6-42a5-9295-ab7dcf9b5837)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:27:28.374776 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Returning: {'device': '2c5f7b4d-7e96-4a32-8fd1-359c74f540a0', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'port_id': '2c5f7b4d-7e96-4a32-8fd1-359c74f540a0', 'mac_address': 'fa:16:3e:ab:f4:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:27:28.414780 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:28.432228 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5f7b4d-7e96-4a32-8fd1-359c74f540a0 {{(pid=102763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:27:28.451431 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc636e-3d8d-4953-ad95-b7ee1b790169 req-c4f6ba31-c36e-4476-8d66-728070b5432e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:28.453495 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 2c5f7b4d-7e96-4a32-8fd1-359c74f540a0, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=2c5f7b4d-7e96-4a32-8fd1-359c74f540a0,segment=NetworkSegment(92d60b8a-a2d6-42a5-9295-ab7dcf9b5837),segment_id=92d60b8a-a2d6-42a5-9295-ab7dcf9b5837)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:27:28.454174 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-69bc636e-3d8d-4953-ad95-b7ee1b790169 req-c4f6ba31-c36e-4476-8d66-728070b5432e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 943 time: 0.0790675 Nov 24 14:27:28.458840 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:28.510377 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-69bc636e-3d8d-4953-ad95-b7ee1b790169 req-08a96280-281e-4461-98bc-469e8f845186 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487266 Nov 24 14:27:28.511802 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=2c5f7b4d-7e96-4a32-8fd1-359c74f540a0,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:28.690759 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['2c5f7b4d-7e96-4a32-8fd1-359c74f540a0'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:27:29.642706 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a500392-6483-4bfc-b1d8-b28ca4bbd077 req-34e1ed29-52a6-49f4-95a9-b445d8ee1bd8 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:29.644377 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5a500392-6483-4bfc-b1d8-b28ca4bbd077 req-34e1ed29-52a6-49f4-95a9-b445d8ee1bd8 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 944 time: 0.0557699 Nov 24 14:27:29.702853 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-5a500392-6483-4bfc-b1d8-b28ca4bbd077 req-ddeb4252-5e5a-46c2-82b2-12b3d9564e9c tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495257 Nov 24 14:27:30.255424 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 2c5f7b4d-7e96-4a32-8fd1-359c74f540a0 up at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:27:30.311460 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning for port 2c5f7b4d-7e96-4a32-8fd1-359c74f540a0 completed by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:27:30.315602 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning complete for port 2c5f7b4d-7e96-4a32-8fd1-359c74f540a0 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:27:30.315972 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:30.398853 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:30.430408 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da37d27f-851c-4c88-921e-9964d717ed34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5f7b4d-7e96-4a32-8fd1-359c74f540a0'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:27:30.432774 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02bc6bab57870f22e484ac0312d8c66543c8308e687160369736143e34da9ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ea48ac-941f-4bbb-9408-0105621dd427" -d '{"events": [{"server_uuid": "da37d27f-851c-4c88-921e-9964d717ed34", "name": "network-vif-plugged", "status": "completed", "tag": "2c5f7b4d-7e96-4a32-8fd1-359c74f540a0"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:27:30.445076 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 2c5f7b4d-7e96-4a32-8fd1-359c74f540a0, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=2c5f7b4d-7e96-4a32-8fd1-359c74f540a0,segment=NetworkSegment(92d60b8a-a2d6-42a5-9295-ab7dcf9b5837),segment_id=92d60b8a-a2d6-42a5-9295-ab7dcf9b5837)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:27:30.450151 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:30.481468 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e84bb5f-d8fd-4fda-9eea-d9e2869b6665 x-openstack-request-id: req-3e84bb5f-d8fd-4fda-9eea-d9e2869b6665 {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:27:30.481857 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da37d27f-851c-4c88-921e-9964d717ed34", "name": "network-vif-plugged", "status": "completed", "tag": "2c5f7b4d-7e96-4a32-8fd1-359c74f540a0", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:27:30.482002 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3e84bb5f-d8fd-4fda-9eea-d9e2869b6665 {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:27:30.482417 dv-cinder-739079-6-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da37d27f-851c-4c88-921e-9964d717ed34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5f7b4d-7e96-4a32-8fd1-359c74f540a0', 'code': 200} Nov 24 14:27:30.510567 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=2c5f7b4d-7e96-4a32-8fd1-359c74f540a0,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:30.725639 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db74f39-79b8-42ed-b90c-4a799a80feaa req-1ee0c338-fd03-4713-a8e5-ef6badfec5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:30.727170 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-0db74f39-79b8-42ed-b90c-4a799a80feaa req-1ee0c338-fd03-4713-a8e5-ef6badfec5f6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 1098 time: 0.0435889 Nov 24 14:27:30.791917 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-0db74f39-79b8-42ed-b90c-4a799a80feaa req-0ec01e40-fb16-45d3-af3e-dd26d6d32b8a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560064 Nov 24 14:27:30.844451 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763edba-c51b-4d14-806b-06e028741107 req-37f10856-e032-43c5-8d2b-dae1ea263677 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:30.846105 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d763edba-c51b-4d14-806b-06e028741107 req-37f10856-e032-43c5-8d2b-dae1ea263677 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 945 time: 0.0517082 Nov 24 14:27:30.906713 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d763edba-c51b-4d14-806b-06e028741107 req-6377db4b-5be4-4086-ad89-05c587ca716e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532582 Nov 24 14:27:32.047854 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779dfa9-f814-496c-b787-bdf9e4eb4d7e req-0a8afb05-7350-4ff0-9fe9-106d9b14b9e9 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:32.049560 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e779dfa9-f814-496c-b787-bdf9e4eb4d7e req-0a8afb05-7350-4ff0-9fe9-106d9b14b9e9 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 945 time: 0.0602531 Nov 24 14:27:32.142052 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e779dfa9-f814-496c-b787-bdf9e4eb4d7e req-478723f4-0306-41f5-bdda-0be43fa7b01e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799491 Nov 24 14:27:33.261031 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dac675-e5b5-4af8-893a-28706460389d req-c9da0258-89ce-4356-8ec5-398357765d15 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:33.263059 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-16dac675-e5b5-4af8-893a-28706460389d req-c9da0258-89ce-4356-8ec5-398357765d15 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 945 time: 0.0502400 Nov 24 14:27:33.319252 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-16dac675-e5b5-4af8-893a-28706460389d req-d6d815dd-905e-4ff8-8a1c-9c1ed8dad37f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454178 Nov 24 14:27:33.441993 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030d371-2f78-4d3a-95ac-81d4a72d1af3 req-09c8389a-efa1-48e0-bc2b-394161d0b529 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:33.449560 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e030d371-2f78-4d3a-95ac-81d4a72d1af3 req-09c8389a-efa1-48e0-bc2b-394161d0b529 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 945 time: 0.0502968 Nov 24 14:27:33.501579 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-e030d371-2f78-4d3a-95ac-81d4a72d1af3 req-43e17190-d7eb-4068-ac6f-f6837e7534b7 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503817 Nov 24 14:27:33.524762 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 50828) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:27:33.727311 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbed84d-5edc-40ac-8d9e-26a331f2b72f tempest-TestVolumeBootPattern-2102377740 tempest-TestVolumeBootPattern-2102377740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:33.731837 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-bcbed84d-5edc-40ac-8d9e-26a331f2b72f tempest-TestVolumeBootPattern-2102377740 tempest-TestVolumeBootPattern-2102377740-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 1093 time: 0.2030699 Nov 24 14:27:33.732271 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 50832) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:27:33.737096 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Request body: {'floatingip': {'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'port_id': '2c5f7b4d-7e96-4a32-8fd1-359c74f540a0', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:27:33.763300 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for floatingip, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:33.876236 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:33.985778 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Allocated IP 172.27.3.33 (49cac10e-0da0-4a0f-8769-64a9bee58c01/34c9a594-21b4-4e79-af6f-55375f25e5d0/b6aee2c5-62bd-459c-9544-59d796423ee7) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:27:34.096609 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for port, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:34.131574 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:34.175313 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Network 49cac10e-0da0-4a0f-8769-64a9bee58c01 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:27:34.178537 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:27:34.181263 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:27:34.205722 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Pushing event updated for resources: {'Port': ['ID=b6aee2c5-62bd-459c-9544-59d796423ee7,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:34.224272 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:34.224616 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:34.224966 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:34.225304 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:34.225623 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:34.225977 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:34.226306 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:34.226627 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:34.226949 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:34.227270 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:34.227622 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:34.227937 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:34.585467 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:34.660381 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:34.819698 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:34.826064 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11930847'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:34.912578 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Pushing event updated for resources: {'Port': ['ID=b6aee2c5-62bd-459c-9544-59d796423ee7,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:34.924586 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667194'] for floatingip, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:35.030994 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.db.l3_db [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Floating IP 783f4c72-d18c-46bd-9abb-c08963b785d2 associated. External IP: 172.27.3.33, port: 2c5f7b4d-7e96-4a32-8fd1-359c74f540a0. Nov 24 14:27:35.245632 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Router c4a0c27a-5b97-4dac-bbb2-cd964378bdeb has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:27:35.625556 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:27:35.635563 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3396786-8f17-4fb8-ad23-65f28c987f87 None None] Sync routers for ids ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'] in dv-cinder-739079-6-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:27:35.647872 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3396786-8f17-4fb8-ad23-65f28c987f87 None None] Routers {'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:27:35.648507 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-e3396786-8f17-4fb8-ad23-65f28c987f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:27:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:27:35.648983 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for floatingip, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:35.679075 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-7eb7d8e2-d8b2-4467-bf6f-6936a1cd53f5 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9455574 Nov 24 14:27:35.679822 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da37d27f-851c-4c88-921e-9964d717ed34', 'tag': '2c5f7b4d-7e96-4a32-8fd1-359c74f540a0'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:27:35.682226 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae21199a9d4b78a62ed18da464448d73790c24002c352d214487bf1b37d0fcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6834b0d9-4d4e-4a74-a287-de26cea813f8" -d '{"events": [{"name": "network-changed", "server_uuid": "da37d27f-851c-4c88-921e-9964d717ed34", "tag": "2c5f7b4d-7e96-4a32-8fd1-359c74f540a0"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:27:35.726233 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4d4180-9921-42f7-bb3d-8ddcb5c0265b x-openstack-request-id: req-3f4d4180-9921-42f7-bb3d-8ddcb5c0265b {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:27:35.726681 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da37d27f-851c-4c88-921e-9964d717ed34", "tag": "2c5f7b4d-7e96-4a32-8fd1-359c74f540a0", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:27:35.727053 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3f4d4180-9921-42f7-bb3d-8ddcb5c0265b {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:27:35.727636 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da37d27f-851c-4c88-921e-9964d717ed34', 'tag': '2c5f7b4d-7e96-4a32-8fd1-359c74f540a0', 'status': 'completed', 'code': 200} Nov 24 14:27:35.775464 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-e3396786-8f17-4fb8-ad23-65f28c987f87 None None] Set router c4a0c27a-5b97-4dac-bbb2-cd964378bdeb gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:27:35.803887 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834b0d9-4d4e-4a74-a287-de26cea813f8 req-dbcb2b43-551b-485f-973a-6dcbf7309e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:35.806094 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6834b0d9-4d4e-4a74-a287-de26cea813f8 req-dbcb2b43-551b-485f-973a-6dcbf7309e4e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=45349ed13c344da0b4e40e7459d7acbb&device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 1098 time: 0.0553446 Nov 24 14:27:35.927335 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834b0d9-4d4e-4a74-a287-de26cea813f8 req-0263d291-339d-4af1-ba71-808b64869d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:35.929232 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6834b0d9-4d4e-4a74-a287-de26cea813f8 req-0263d291-339d-4af1-ba71-808b64869d45 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9243a22d-267c-4a6f-bc0f-a715e2892f5c HTTP/1.1" status: 200 len: 913 time: 0.1146715 Nov 24 14:27:36.064124 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-e3396786-8f17-4fb8-ad23-65f28c987f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'name': 'tempest-TestVolumeBootPattern-154179752-router', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:35Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 4, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'gw_port': {'id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_floatingips': [{'id': '783f4c72-d18c-46bd-9abb-c08963b785d2', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'floating_ip_address': '172.27.3.33', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'port_id': '2c5f7b4d-7e96-4a32-8fd1-359c74f540a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'mac_address': 'fa:16:3e:ab:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37d27f-851c-4c88-921e-9964d717ed34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:27:34Z', 'updated_at': '2021-11-24T14:27:34Z', 'revision_number': 0, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1', 'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'mac_address': 'fa:16:3e:47:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:42Z', 'revision_number': 5, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'subnets': [{'id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:27:36.093053 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3396786-8f17-4fb8-ad23-65f28c987f87 None None] Checking router: c4a0c27a-5b97-4dac-bbb2-cd964378bdeb for host: dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:27:36.103978 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3396786-8f17-4fb8-ad23-65f28c987f87 None None] Routers {'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:27:36.105161 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-e3396786-8f17-4fb8-ad23-65f28c987f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:27:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:27:36.233266 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-e3396786-8f17-4fb8-ad23-65f28c987f87 None None] Set router c4a0c27a-5b97-4dac-bbb2-cd964378bdeb gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:27:36.291347 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6834b0d9-4d4e-4a74-a287-de26cea813f8 req-803da457-2e37-4ed8-a5e5-ee6bd01c69b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c5f7b4d-7e96-4a32-8fd1-359c74f540a0 HTTP/1.1" status: 200 len: 998 time: 0.3549447 Nov 24 14:27:36.345525 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834b0d9-4d4e-4a74-a287-de26cea813f8 req-72fe27d3-2daa-4b5c-9a2f-b4e82f41794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:36.347244 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6834b0d9-4d4e-4a74-a287-de26cea813f8 req-72fe27d3-2daa-4b5c-9a2f-b4e82f41794f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3de96897-b835-40ea-ba9a-57f512f2da18 HTTP/1.1" status: 200 len: 850 time: 0.0474775 Nov 24 14:27:36.399203 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834b0d9-4d4e-4a74-a287-de26cea813f8 req-a5660482-b301-4084-b7ed-91686a306cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:36.400745 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6834b0d9-4d4e-4a74-a287-de26cea813f8 req-a5660482-b301-4084-b7ed-91686a306cf9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9243a22d-267c-4a6f-bc0f-a715e2892f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454011 Nov 24 14:27:36.499965 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6834b0d9-4d4e-4a74-a287-de26cea813f8 req-737bf97c-a419-4460-ba46-f3926ae24c04 service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884242 Nov 24 14:27:36.508443 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-e3396786-8f17-4fb8-ad23-65f28c987f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'name': 'tempest-TestVolumeBootPattern-154179752-router', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:35Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 4, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'gw_port': {'id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_floatingips': [{'id': '783f4c72-d18c-46bd-9abb-c08963b785d2', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'floating_ip_address': '172.27.3.33', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'port_id': '2c5f7b4d-7e96-4a32-8fd1-359c74f540a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'mac_address': 'fa:16:3e:ab:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37d27f-851c-4c88-921e-9964d717ed34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:27:34Z', 'updated_at': '2021-11-24T14:27:34Z', 'revision_number': 0, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1', 'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'mac_address': 'fa:16:3e:47:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:42Z', 'revision_number': 5, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'subnets': [{'id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:27:36.541383 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3396786-8f17-4fb8-ad23-65f28c987f87 None None] The sync data for ids ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'] in dv-cinder-739079-6-iscsi is: [{'id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'name': 'tempest-TestVolumeBootPattern-154179752-router', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:35Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 4, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'gw_port': {'id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_floatingips': [{'id': '783f4c72-d18c-46bd-9abb-c08963b785d2', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'floating_ip_address': '172.27.3.33', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'port_id': '2c5f7b4d-7e96-4a32-8fd1-359c74f540a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'mac_address': 'fa:16:3e:ab:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da37d27f-851c-4c88-921e-9964d717ed34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:27:34Z', 'updated_at': '2021-11-24T14:27:34Z', 'revision_number': 0, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1', 'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'mac_address': 'fa:16:3e:47:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:42Z', 'revision_number': 5, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'subnets': [{'id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:27:36.628856 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6834b0d9-4d4e-4a74-a287-de26cea813f8 req-82811ab6-6d9b-43d8-b8c3-2d76de552026 service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204097 Nov 24 14:27:36.747382 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b1fed7-6320-47ab-bc78-3669ebf0f97a None None] New status for floating IP 783f4c72-d18c-46bd-9abb-c08963b785d2: ACTIVE {{(pid=102763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:27:40.897218 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:44.425089 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-293274af-c669-4f47-806d-6091c7a73dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:46.915372 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-55faadf1-e75f-42c4-aebf-f190280888d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:47.934928 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:49.536513 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:50.777214 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:27:51.729791 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:28:00.697160 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb656e-8f57-415a-9245-e8ffa257b7c3 req-4c1458f1-2862-44f5-993a-75f1186bd8ea tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:00.699670 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-62eb656e-8f57-415a-9245-e8ffa257b7c3 req-4c1458f1-2862-44f5-993a-75f1186bd8ea tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 946 time: 0.0525682 Nov 24 14:28:00.755451 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-62eb656e-8f57-415a-9245-e8ffa257b7c3 req-3fad3cfe-0390-4d68-b319-1ec50501f3e0 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497701 Nov 24 14:28:02.022822 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849669f-d9b5-47fc-bd26-8de72bc9639f req-93d9ffaf-ba53-4cc1-abbf-05f4c527b428 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:02.024446 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f849669f-d9b5-47fc-bd26-8de72bc9639f req-93d9ffaf-ba53-4cc1-abbf-05f4c527b428 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 946 time: 0.1819394 Nov 24 14:28:02.077193 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-f849669f-d9b5-47fc-bd26-8de72bc9639f req-c1b1f577-90eb-4e78-a618-0ddbdf2027d8 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups?id=e41fe92c-2141-46e8-8c83-333c042e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462096 Nov 24 14:28:02.383529 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270c748-ab87-46d0-92d4-2260783c0e5d req-98d37df4-7af8-46c1-8c91-9aa61fcbfcbf tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:02.385246 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4270c748-ab87-46d0-92d4-2260783c0e5d req-98d37df4-7af8-46c1-8c91-9aa61fcbfcbf tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.37 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 946 time: 0.0499797 Nov 24 14:28:02.491096 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [req-4270c748-ab87-46d0-92d4-2260783c0e5d req-2fad836e-148e-4804-b280-7cc89bb58bfd tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Deleting port 4ddeeef8-d525-4378-96af-c9db420f41ba {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:28:02.491479 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-4270c748-ab87-46d0-92d4-2260783c0e5d req-2fad836e-148e-4804-b280-7cc89bb58bfd tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:02.585368 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-4270c748-ab87-46d0-92d4-2260783c0e5d req-2fad836e-148e-4804-b280-7cc89bb58bfd tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] For port 4ddeeef8-d525-4378-96af-c9db420f41ba, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=4ddeeef8-d525-4378-96af-c9db420f41ba,segment=NetworkSegment(b1837c13-0cb2-404d-aedd-258fca0eeafe),segment_id=b1837c13-0cb2-404d-aedd-258fca0eeafe)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:28:02.585732 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-4270c748-ab87-46d0-92d4-2260783c0e5d req-2fad836e-148e-4804-b280-7cc89bb58bfd tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:02.776724 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-4270c748-ab87-46d0-92d4-2260783c0e5d req-2fad836e-148e-4804-b280-7cc89bb58bfd tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:02.777103 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-4270c748-ab87-46d0-92d4-2260783c0e5d req-2fad836e-148e-4804-b280-7cc89bb58bfd tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667194'] for floatingip, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:02.777584 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.db.l3_db [req-4270c748-ab87-46d0-92d4-2260783c0e5d req-2fad836e-148e-4804-b280-7cc89bb58bfd tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Floating IP 65b1a258-6aff-4a7e-a6e7-47050715524d disassociated. External IP: 172.27.3.179, port: 4ddeeef8-d525-4378-96af-c9db420f41ba. Nov 24 14:28:02.778142 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [req-4270c748-ab87-46d0-92d4-2260783c0e5d req-2fad836e-148e-4804-b280-7cc89bb58bfd tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Calling delete_port for 4ddeeef8-d525-4378-96af-c9db420f41ba owned by compute:nova {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:28:02.916874 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-4270c748-ab87-46d0-92d4-2260783c0e5d req-2fad836e-148e-4804-b280-7cc89bb58bfd tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:02.951314 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad836e-148e-4804-b280-7cc89bb58bfd tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Pushing event deleted for resources: {'Port': ['ID=4ddeeef8-d525-4378-96af-c9db420f41ba,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:02.965352 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad836e-148e-4804-b280-7cc89bb58bfd tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:02.965803 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad836e-148e-4804-b280-7cc89bb58bfd tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:02.966046 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad836e-148e-4804-b280-7cc89bb58bfd tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:02.966393 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad836e-148e-4804-b280-7cc89bb58bfd tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:02.966738 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad836e-148e-4804-b280-7cc89bb58bfd tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:02.967084 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad836e-148e-4804-b280-7cc89bb58bfd tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:02.967443 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad836e-148e-4804-b280-7cc89bb58bfd tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:02.967795 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad836e-148e-4804-b280-7cc89bb58bfd tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:02.968129 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad836e-148e-4804-b280-7cc89bb58bfd tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:02.968465 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad836e-148e-4804-b280-7cc89bb58bfd tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:02.968829 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad836e-148e-4804-b280-7cc89bb58bfd tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:02.969257 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad836e-148e-4804-b280-7cc89bb58bfd tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:03.090019 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4270c748-ab87-46d0-92d4-2260783c0e5d req-2fad836e-148e-4804-b280-7cc89bb58bfd tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Router d3abc9c8-ea3c-4748-8244-6bec72a2aec2 has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:28:03.208817 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4270c748-ab87-46d0-92d4-2260783c0e5d req-2fad836e-148e-4804-b280-7cc89bb58bfd tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:28:03.221666 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec8330c-2d34-469a-80ea-494acd61d66c None None] Sync routers for ids ['d3abc9c8-ea3c-4748-8244-6bec72a2aec2'] in dv-cinder-739079-6-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:28:03.238529 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec8330c-2d34-469a-80ea-494acd61d66c None None] Routers {'d3abc9c8-ea3c-4748-8244-6bec72a2aec2'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:28:03.239480 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-2ec8330c-2d34-469a-80ea-494acd61d66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:27:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['d3abc9c8-ea3c-4748-8244-6bec72a2aec2'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:03.256056 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bd081c22-24c4-4f29-b859-43a06ffbec7e req-a531168f-a04f-450f-9798-411b35d86c34 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/ports?device_id=36bb4476-4d53-45d6-ac38-83c97637e26b HTTP/1.1" status: 200 len: 210 time: 0.1000340 Nov 24 14:28:03.256665 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [req-4270c748-ab87-46d0-92d4-2260783c0e5d req-2fad836e-148e-4804-b280-7cc89bb58bfd tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] No DVR routers for this DVR port 4ddeeef8-d525-4378-96af-c9db420f41ba on host hv-cinder-73907 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:28:03.261318 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-4270c748-ab87-46d0-92d4-2260783c0e5d req-2fad836e-148e-4804-b280-7cc89bb58bfd tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:03.265227 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4270c748-ab87-46d0-92d4-2260783c0e5d req-2fad836e-148e-4804-b280-7cc89bb58bfd tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.37 "DELETE /v2.0/ports/4ddeeef8-d525-4378-96af-c9db420f41ba HTTP/1.1" status: 204 len: 173 time: 0.8725007 Nov 24 14:28:03.265752 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36bb4476-4d53-45d6-ac38-83c97637e26b', 'name': 'network-vif-deleted', 'tag': '4ddeeef8-d525-4378-96af-c9db420f41ba'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:28:03.268466 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d74f8b-b7e3-434b-842f-7acc39de9e46" -d '{"events": [{"server_uuid": "36bb4476-4d53-45d6-ac38-83c97637e26b", "name": "network-vif-deleted", "tag": "4ddeeef8-d525-4378-96af-c9db420f41ba"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:28:03.310251 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42525228-8316-4e7a-a58b-d8f068b11c5a x-openstack-request-id: req-42525228-8316-4e7a-a58b-d8f068b11c5a {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:28:03.310742 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36bb4476-4d53-45d6-ac38-83c97637e26b", "name": "network-vif-deleted", "tag": "4ddeeef8-d525-4378-96af-c9db420f41ba", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:28:03.311161 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-42525228-8316-4e7a-a58b-d8f068b11c5a {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:28:03.311772 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36bb4476-4d53-45d6-ac38-83c97637e26b', 'name': 'network-vif-deleted', 'tag': '4ddeeef8-d525-4378-96af-c9db420f41ba', 'status': 'completed', 'code': 200} Nov 24 14:28:03.396296 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-2ec8330c-2d34-469a-80ea-494acd61d66c None None] Set router d3abc9c8-ea3c-4748-8244-6bec72a2aec2 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:28:03.759624 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-2ec8330c-2d34-469a-80ea-494acd61d66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'name': 'tempest-AttachVolumeShelveTestJSON-810802159-router', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:39Z', 'updated_at': '2021-11-24T14:21:44Z', 'revision_number': 4, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'gw_port': {'id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:40Z', 'updated_at': '2021-11-24T14:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '527d377f-19e9-4186-bab5-01172366e320', 'name': '', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'mac_address': 'fa:16:3e:9c:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:43Z', 'updated_at': '2021-11-24T14:21:53Z', 'revision_number': 5, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'subnets': [{'id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:03.787925 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec8330c-2d34-469a-80ea-494acd61d66c None None] Checking router: d3abc9c8-ea3c-4748-8244-6bec72a2aec2 for host: dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:28:03.797743 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec8330c-2d34-469a-80ea-494acd61d66c None None] Routers {'d3abc9c8-ea3c-4748-8244-6bec72a2aec2'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:28:03.798383 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-2ec8330c-2d34-469a-80ea-494acd61d66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:27:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['d3abc9c8-ea3c-4748-8244-6bec72a2aec2'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:03.919466 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-2ec8330c-2d34-469a-80ea-494acd61d66c None None] Set router d3abc9c8-ea3c-4748-8244-6bec72a2aec2 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:28:04.138872 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-2ec8330c-2d34-469a-80ea-494acd61d66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'name': 'tempest-AttachVolumeShelveTestJSON-810802159-router', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:39Z', 'updated_at': '2021-11-24T14:21:44Z', 'revision_number': 4, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'gw_port': {'id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:40Z', 'updated_at': '2021-11-24T14:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '527d377f-19e9-4186-bab5-01172366e320', 'name': '', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'mac_address': 'fa:16:3e:9c:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:43Z', 'updated_at': '2021-11-24T14:21:53Z', 'revision_number': 5, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'subnets': [{'id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:04.192688 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec8330c-2d34-469a-80ea-494acd61d66c None None] The sync data for ids ['d3abc9c8-ea3c-4748-8244-6bec72a2aec2'] in dv-cinder-739079-6-iscsi is: [{'id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'name': 'tempest-AttachVolumeShelveTestJSON-810802159-router', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:39Z', 'updated_at': '2021-11-24T14:21:44Z', 'revision_number': 4, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'gw_port': {'id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:40Z', 'updated_at': '2021-11-24T14:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '527d377f-19e9-4186-bab5-01172366e320', 'name': '', 'network_id': '36acfee9-a029-4045-9f01-f7f9a199421c', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'mac_address': 'fa:16:3e:9c:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:43Z', 'updated_at': '2021-11-24T14:21:53Z', 'revision_number': 5, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'subnets': [{'id': '768a5e80-3488-4bb1-8733-0f42aa1c8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:28:04.408100 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 50874) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:28:04.475167 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44d43e3-3b1d-4cd1-b788-a8e0cdc3d996 None None] New status for floating IP 65b1a258-6aff-4a7e-a6e7-47050715524d: DOWN {{(pid=102763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:28:04.487883 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ca66f6c3-7996-42fa-b569-1aef1c76badf tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:04.524595 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ca66f6c3-7996-42fa-b569-1aef1c76badf tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:04.614432 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ca66f6c3-7996-42fa-b569-1aef1c76badf tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:04.617948 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-ca66f6c3-7996-42fa-b569-1aef1c76badf tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:04.620477 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-ca66f6c3-7996-42fa-b569-1aef1c76badf tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "DELETE /v2.0/security-groups/e41fe92c-2141-46e8-8c83-333c042e17c9 HTTP/1.1" status: 204 len: 168 time: 0.2101169 Nov 24 14:28:04.624946 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 50876) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:28:04.640438 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66f6c3-7996-42fa-b569-1aef1c76badf tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41fe92c-2141-46e8-8c83-333c042e17c9,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:04.654749 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.api.v2.resource [None req-9253de67-c4f5-4810-b468-bd91fb2b9404 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] show failed (client error): The resource could not be found. Nov 24 14:28:04.656136 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-9253de67-c4f5-4810-b468-bd91fb2b9404 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "GET /v2.0/security-groups/e41fe92c-2141-46e8-8c83-333c042e17c9 HTTP/1.1" status: 404 len: 347 time: 0.0298946 Nov 24 14:28:04.660586 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 50878) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:28:04.811267 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-f3da5ffd-0a37-452c-8851-e93435e9fc96 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Deleting port 901c6655-6119-4515-ba35-bae0bf6afa22 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:28:04.811651 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f3da5ffd-0a37-452c-8851-e93435e9fc96 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:04.899910 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f3da5ffd-0a37-452c-8851-e93435e9fc96 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:04.900239 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f3da5ffd-0a37-452c-8851-e93435e9fc96 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:04.915884 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-f3da5ffd-0a37-452c-8851-e93435e9fc96 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Calling delete_port for 901c6655-6119-4515-ba35-bae0bf6afa22 owned by network:floatingip {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:28:05.080023 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f3da5ffd-0a37-452c-8851-e93435e9fc96 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:05.110164 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da5ffd-0a37-452c-8851-e93435e9fc96 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Pushing event deleted for resources: {'Port': ['ID=901c6655-6119-4515-ba35-bae0bf6afa22,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:05.185271 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f3da5ffd-0a37-452c-8851-e93435e9fc96 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks [] for floatingip, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:05.189046 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-f3da5ffd-0a37-452c-8851-e93435e9fc96 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for floatingip, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:05.190416 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-f3da5ffd-0a37-452c-8851-e93435e9fc96 tempest-AttachVolumeShelveTestJSON-1151411493 tempest-AttachVolumeShelveTestJSON-1151411493-project] 10.222.0.73 "DELETE /v2.0/floatingips/65b1a258-6aff-4a7e-a6e7-47050715524d HTTP/1.1" status: 204 len: 168 time: 0.5284288 Nov 24 14:28:06.406348 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 4ddeeef8-d525-4378-96af-c9db420f41ba no longer exists at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:28:06.445769 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] No Port match for: 4ddeeef8-d525-4378-96af-c9db420f41ba {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:28:06.446357 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 4ddeeef8-d525-4378-96af-c9db420f41ba not bound to the agent host hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:28:07.685213 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 50902) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:28:08.220646 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-62b4792a-6427-4360-9934-58daef7fc4b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667450'] for router_interface, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:08.490260 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-62b4792a-6427-4360-9934-58daef7fc4b4 admin admin] Deleting port 527d377f-19e9-4186-bab5-01172366e320 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:28:08.490759 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-62b4792a-6427-4360-9934-58daef7fc4b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:08.582223 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-62b4792a-6427-4360-9934-58daef7fc4b4 admin admin] For port 527d377f-19e9-4186-bab5-01172366e320, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=527d377f-19e9-4186-bab5-01172366e320,segment=NetworkSegment(b1837c13-0cb2-404d-aedd-258fca0eeafe),segment_id=b1837c13-0cb2-404d-aedd-258fca0eeafe)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:28:08.582604 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-62b4792a-6427-4360-9934-58daef7fc4b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:08.599852 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-62b4792a-6427-4360-9934-58daef7fc4b4 admin admin] Calling delete_port for 527d377f-19e9-4186-bab5-01172366e320 owned by network:router_interface {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:28:08.791947 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-62b4792a-6427-4360-9934-58daef7fc4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:08.818693 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b4792a-6427-4360-9934-58daef7fc4b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=527d377f-19e9-4186-bab5-01172366e320,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:09.017440 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-62b4792a-6427-4360-9934-58daef7fc4b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667558'] for router_interface, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:09.256197 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b4792a-6427-4360-9934-58daef7fc4b4 admin admin] Router d3abc9c8-ea3c-4748-8244-6bec72a2aec2 has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:28:09.383473 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b4792a-6427-4360-9934-58daef7fc4b4 admin admin] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:28:09.390600 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-62b4792a-6427-4360-9934-58daef7fc4b4 admin admin] 10.222.0.73 "PUT /v2.0/routers/d3abc9c8-ea3c-4748-8244-6bec72a2aec2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7033582 Nov 24 14:28:09.393212 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 50906) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:28:09.396935 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57708188-fb95-406d-aad5-8f34be8fca5c None None] Sync routers for ids ['d3abc9c8-ea3c-4748-8244-6bec72a2aec2'] in dv-cinder-739079-6-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:28:09.408297 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57708188-fb95-406d-aad5-8f34be8fca5c None None] Routers {'d3abc9c8-ea3c-4748-8244-6bec72a2aec2'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:28:09.409045 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-57708188-fb95-406d-aad5-8f34be8fca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:27:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['d3abc9c8-ea3c-4748-8244-6bec72a2aec2'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:09.522131 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-57708188-fb95-406d-aad5-8f34be8fca5c None None] Set router d3abc9c8-ea3c-4748-8244-6bec72a2aec2 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:28:09.570851 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1f58700d-e52a-4c15-aa17-f00b5689a590 admin admin] Publish callbacks [] for router, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:09.697084 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1f58700d-e52a-4c15-aa17-f00b5689a590 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:09.738417 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-57708188-fb95-406d-aad5-8f34be8fca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'name': 'tempest-AttachVolumeShelveTestJSON-810802159-router', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:39Z', 'updated_at': '2021-11-24T14:28:08Z', 'revision_number': 5, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'gw_port': {'id': 'abbffdb7-74f5-42c5-beed-33577155d1c6', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:21:40Z', 'updated_at': '2021-11-24T14:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:09.766761 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-1f58700d-e52a-4c15-aa17-f00b5689a590 admin admin] Deleting port abbffdb7-74f5-42c5-beed-33577155d1c6 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:28:09.767230 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1f58700d-e52a-4c15-aa17-f00b5689a590 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:09.772117 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57708188-fb95-406d-aad5-8f34be8fca5c None None] Checking router: d3abc9c8-ea3c-4748-8244-6bec72a2aec2 for host: dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:28:09.782113 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57708188-fb95-406d-aad5-8f34be8fca5c None None] Routers {'d3abc9c8-ea3c-4748-8244-6bec72a2aec2'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:28:09.782679 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-57708188-fb95-406d-aad5-8f34be8fca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:27:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['d3abc9c8-ea3c-4748-8244-6bec72a2aec2'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:09.865959 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-1f58700d-e52a-4c15-aa17-f00b5689a590 admin admin] For port abbffdb7-74f5-42c5-beed-33577155d1c6, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=abbffdb7-74f5-42c5-beed-33577155d1c6,segment=NetworkSegment(8ba1600c-dd39-469b-9e9d-3735ae82b3ab),segment_id=8ba1600c-dd39-469b-9e9d-3735ae82b3ab)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:28:09.866750 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1f58700d-e52a-4c15-aa17-f00b5689a590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:09.887125 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-57708188-fb95-406d-aad5-8f34be8fca5c None None] Set router d3abc9c8-ea3c-4748-8244-6bec72a2aec2 gateway port host: None {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:28:09.888975 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-1f58700d-e52a-4c15-aa17-f00b5689a590 admin admin] Calling delete_port for abbffdb7-74f5-42c5-beed-33577155d1c6 owned by network:router_gateway {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:28:09.943471 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-57708188-fb95-406d-aad5-8f34be8fca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'name': 'tempest-AttachVolumeShelveTestJSON-810802159-router', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:39Z', 'updated_at': '2021-11-24T14:28:09Z', 'revision_number': 6, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'gw_port_host': None}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:09.977487 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57708188-fb95-406d-aad5-8f34be8fca5c None None] The sync data for ids ['d3abc9c8-ea3c-4748-8244-6bec72a2aec2'] in dv-cinder-739079-6-iscsi is: [{'id': 'd3abc9c8-ea3c-4748-8244-6bec72a2aec2', 'name': 'tempest-AttachVolumeShelveTestJSON-810802159-router', 'tenant_id': 'b8179f38954442d58e1c209cf0f0eb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:21:39Z', 'updated_at': '2021-11-24T14:28:09Z', 'revision_number': 6, 'project_id': 'b8179f38954442d58e1c209cf0f0eb43', 'gw_port_host': None}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:28:10.085704 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1f58700d-e52a-4c15-aa17-f00b5689a590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:10.116232 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58700d-e52a-4c15-aa17-f00b5689a590 admin admin] Pushing event deleted for resources: {'Port': ['ID=abbffdb7-74f5-42c5-beed-33577155d1c6,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:10.177858 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1f58700d-e52a-4c15-aa17-f00b5689a590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667136'] for router_gateway, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:10.271990 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1f58700d-e52a-4c15-aa17-f00b5689a590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5251'] for router, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:10.274132 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1f58700d-e52a-4c15-aa17-f00b5689a590 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:10.323348 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1f58700d-e52a-4c15-aa17-f00b5689a590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667266'] for router, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:10.324284 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f58700d-e52a-4c15-aa17-f00b5689a590 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3abc9c8-ea3c-4748-8244-6bec72a2aec2 {{(pid=102762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 14:28:10.332272 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1f58700d-e52a-4c15-aa17-f00b5689a590 admin admin] Publish callbacks [] for router, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:10.333771 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-1f58700d-e52a-4c15-aa17-f00b5689a590 admin admin] 10.222.0.73 "DELETE /v2.0/routers/d3abc9c8-ea3c-4748-8244-6bec72a2aec2 HTTP/1.1" status: 204 len: 168 time: 0.9394109 Nov 24 14:28:10.336532 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 50908) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:28:10.393374 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3054e4d-49dc-4070-83d5-ff5cad383d3f admin admin] Deleting subnet 768a5e80-3488-4bb1-8733-0f42aa1c8190 {{(pid=102762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 14:28:10.397392 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a3054e4d-49dc-4070-83d5-ff5cad383d3f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:10.452601 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a3054e4d-49dc-4070-83d5-ff5cad383d3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11962728'] for subnet, precommit_delete_associations {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:10.542577 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a3054e4d-49dc-4070-83d5-ff5cad383d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882942'] for subnet, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:10.607928 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a3054e4d-49dc-4070-83d5-ff5cad383d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3879245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11930773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11814328'] for subnet, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:10.634486 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3054e4d-49dc-4070-83d5-ff5cad383d3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=768a5e80-3488-4bb1-8733-0f42aa1c8190,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:10.640775 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-a3054e4d-49dc-4070-83d5-ff5cad383d3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:10.645443 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-a3054e4d-49dc-4070-83d5-ff5cad383d3f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/768a5e80-3488-4bb1-8733-0f42aa1c8190 HTTP/1.1" status: 204 len: 168 time: 0.3077562 Nov 24 14:28:10.648114 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9964c779-bae1-4a41-908b-bb4ca3044812 None None] Network 36acfee9-a029-4045-9f01-f7f9a199421c requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:28:10.648922 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 50910) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:28:10.738049 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7dea2b72-4e04-4111-bf12-6e90243b2f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708839'] for network, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:10.820137 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7dea2b72-4e04-4111-bf12-6e90243b2f30 admin admin] Deleting port f84bc073-0968-4d10-b5fd-da498a5749b6 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:28:10.820478 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7dea2b72-4e04-4111-bf12-6e90243b2f30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:10.939193 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-7dea2b72-4e04-4111-bf12-6e90243b2f30 admin admin] For port f84bc073-0968-4d10-b5fd-da498a5749b6, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=f84bc073-0968-4d10-b5fd-da498a5749b6,segment=NetworkSegment(b1837c13-0cb2-404d-aedd-258fca0eeafe),segment_id=b1837c13-0cb2-404d-aedd-258fca0eeafe)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:28:10.939958 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7dea2b72-4e04-4111-bf12-6e90243b2f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:10.949928 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:10.966778 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-7dea2b72-4e04-4111-bf12-6e90243b2f30 admin admin] Calling delete_port for f84bc073-0968-4d10-b5fd-da498a5749b6 owned by network:dhcp {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:28:10.987475 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device abbffdb7-74f5-42c5-beed-33577155d1c6 no longer exists at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:28:11.022793 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] No Port match for: abbffdb7-74f5-42c5-beed-33577155d1c6 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:28:11.023383 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device abbffdb7-74f5-42c5-beed-33577155d1c6 not bound to the agent host dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:28:11.024120 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 527d377f-19e9-4186-bab5-01172366e320 no longer exists at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:28:11.073723 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] No Port match for: 527d377f-19e9-4186-bab5-01172366e320 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:28:11.074383 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 527d377f-19e9-4186-bab5-01172366e320 not bound to the agent host dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:28:11.085032 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6db4d1-39ae-492d-b4e5-11fb14b9b60d None None] DHCP port deletion for 36acfee9-a029-4045-9f01-f7f9a199421c request from dv-cinder-739079-6-iscsi {{(pid=102763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 14:28:11.116748 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7dea2b72-4e04-4111-bf12-6e90243b2f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:11.153281 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-ac6db4d1-39ae-492d-b4e5-11fb14b9b60d None None] Deleting port f84bc073-0968-4d10-b5fd-da498a5749b6 {{(pid=102763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:28:11.153989 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ac6db4d1-39ae-492d-b4e5-11fb14b9b60d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:11.160425 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea2b72-4e04-4111-bf12-6e90243b2f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=f84bc073-0968-4d10-b5fd-da498a5749b6,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:11.170915 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dea2b72-4e04-4111-bf12-6e90243b2f30 admin admin] No DVR routers for this DVR port f84bc073-0968-4d10-b5fd-da498a5749b6 on host dv-cinder-739079-6-iscsi {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:28:11.237248 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-ac6db4d1-39ae-492d-b4e5-11fb14b9b60d None None] For port f84bc073-0968-4d10-b5fd-da498a5749b6, host dv-cinder-739079-6-iscsi, got binding levels [] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:28:11.237689 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ac6db4d1-39ae-492d-b4e5-11fb14b9b60d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:11.252984 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-ac6db4d1-39ae-492d-b4e5-11fb14b9b60d None None] Calling delete_port for f84bc073-0968-4d10-b5fd-da498a5749b6 owned by network:dhcp {{(pid=102763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:28:11.256670 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.ipam_backend_mixin [None req-ac6db4d1-39ae-492d-b4e5-11fb14b9b60d None None] Port f84bc073-0968-4d10-b5fd-da498a5749b6 was not found and therefore no delete operation was performed {{(pid=102763) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 14:28:11.258148 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-ac6db4d1-39ae-492d-b4e5-11fb14b9b60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995'] for port, after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:11.287861 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6db4d1-39ae-492d-b4e5-11fb14b9b60d None None] Pushing event deleted for resources: {'Port': ['ID=f84bc073-0968-4d10-b5fd-da498a5749b6,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:11.290231 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6db4d1-39ae-492d-b4e5-11fb14b9b60d None None] No DVR routers for this DVR port f84bc073-0968-4d10-b5fd-da498a5749b6 on host dv-cinder-739079-6-iscsi {{(pid=102763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:28:11.298997 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6db4d1-39ae-492d-b4e5-11fb14b9b60d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:11.300052 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6db4d1-39ae-492d-b4e5-11fb14b9b60d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:11.300412 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6db4d1-39ae-492d-b4e5-11fb14b9b60d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:11.300796 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6db4d1-39ae-492d-b4e5-11fb14b9b60d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:11.301089 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6db4d1-39ae-492d-b4e5-11fb14b9b60d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:11.301433 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6db4d1-39ae-492d-b4e5-11fb14b9b60d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:11.301773 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6db4d1-39ae-492d-b4e5-11fb14b9b60d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:11.302109 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6db4d1-39ae-492d-b4e5-11fb14b9b60d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:11.302449 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6db4d1-39ae-492d-b4e5-11fb14b9b60d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:11.302781 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6db4d1-39ae-492d-b4e5-11fb14b9b60d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:11.303267 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6db4d1-39ae-492d-b4e5-11fb14b9b60d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:11.303469 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6db4d1-39ae-492d-b4e5-11fb14b9b60d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:11.305187 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7dea2b72-4e04-4111-bf12-6e90243b2f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880289', 'neutron.services.segments.db._delete_segments_for_network-8783323399864'] for network, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:11.344700 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.services.segments.db [None req-7dea2b72-4e04-4111-bf12-6e90243b2f30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36acfee9-a029-4045-9f01-f7f9a199421c']}} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:11.363620 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.services.segments.db [None req-7dea2b72-4e04-4111-bf12-6e90243b2f30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1837c13-0cb2-404d-aedd-258fca0eeafe') {'for_net_delete': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:11.364150 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.services.segments.db [None req-7dea2b72-4e04-4111-bf12-6e90243b2f30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1837c13-0cb2-404d-aedd-258fca0eeafe') {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:11.380385 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7dea2b72-4e04-4111-bf12-6e90243b2f30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783323362124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8896185'] for segment, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:11.397699 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7dea2b72-4e04-4111-bf12-6e90243b2f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:11.405429 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dea2b72-4e04-4111-bf12-6e90243b2f30 admin admin] Releasing vlan 1117 on physical network physnet1 to pool {{(pid=102761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:28:11.405429 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7dea2b72-4e04-4111-bf12-6e90243b2f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8767335'] for segment, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: Traceback (most recent call last): Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: timer() Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: cb(*args, **kw) Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: return func(*args, **kwargs) Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: self._notify() Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: self.callback(batched_events) Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: event.method(event) Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: return f(self, *a, **k) Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: return self._get(url).json() Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: return self.request(url, 'GET', **kwargs) Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:28:11.407762 dv-cinder-739079-6-iscsi neutron-server[102761]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:28:11.465881 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7dea2b72-4e04-4111-bf12-6e90243b2f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667172'] for network, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:11.474912 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7dea2b72-4e04-4111-bf12-6e90243b2f30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:11.487118 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-7dea2b72-4e04-4111-bf12-6e90243b2f30 admin admin] 10.222.0.73 "DELETE /v2.0/networks/36acfee9-a029-4045-9f01-f7f9a199421c HTTP/1.1" status: 204 len: 168 time: 0.8371692 Nov 24 14:28:11.500668 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea2b72-4e04-4111-bf12-6e90243b2f30 admin admin] Pushing event deleted for resources: {'Network': ['ID=36acfee9-a029-4045-9f01-f7f9a199421c,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:11.623867 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 50916) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:28:11.675332 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-62ffde02-4019-4fa7-b163-adfdafd97ac7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b8179f38954442d58e1c209cf0f0eb43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0499983 Nov 24 14:28:11.678133 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 50918) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:28:11.737808 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9e2d409d-06b0-48dc-b937-9d20d6759d29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:11.764018 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9e2d409d-06b0-48dc-b937-9d20d6759d29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:11.817710 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9e2d409d-06b0-48dc-b937-9d20d6759d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:11.820466 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9e2d409d-06b0-48dc-b937-9d20d6759d29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:11.821657 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-9e2d409d-06b0-48dc-b937-9d20d6759d29 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/94b0e071-86e7-49c6-9fef-c2b0076ba8f5 HTTP/1.1" status: 204 len: 168 time: 0.1425245 Nov 24 14:28:11.831606 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d409d-06b0-48dc-b937-9d20d6759d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b0e071-86e7-49c6-9fef-c2b0076ba8f5,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:12.921309 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device f84bc073-0968-4d10-b5fd-da498a5749b6 no longer exists at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:28:12.953368 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] No Port match for: f84bc073-0968-4d10-b5fd-da498a5749b6 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:28:12.953945 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device f84bc073-0968-4d10-b5fd-da498a5749b6 not bound to the agent host dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:28:13.770402 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 50970) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:28:13.890487 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ece03502-3d28-48fa-b5fd-08bafbc7b309 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:13.976056 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ece03502-3d28-48fa-b5fd-08bafbc7b309 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:13.979938 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ece03502-3d28-48fa-b5fd-08bafbc7b309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:14.021272 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece03502-3d28-48fa-b5fd-08bafbc7b309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fa0af0-a735-42f6-ac79-223b22b9dcce,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:14.025495 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-ece03502-3d28-48fa-b5fd-08bafbc7b309 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=33202cfb94664ee6bacfc28dffdd32ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2540154 Nov 24 14:28:14.029031 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 50974) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:28:14.080022 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-acbb9c26-47f5-4ac9-9bd0-b8a0b29f027b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:14.102202 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-acbb9c26-47f5-4ac9-9bd0-b8a0b29f027b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:14.152450 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-acbb9c26-47f5-4ac9-9bd0-b8a0b29f027b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:14.155062 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-acbb9c26-47f5-4ac9-9bd0-b8a0b29f027b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:14.156281 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-acbb9c26-47f5-4ac9-9bd0-b8a0b29f027b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b8fa0af0-a735-42f6-ac79-223b22b9dcce HTTP/1.1" status: 204 len: 168 time: 0.1263294 Nov 24 14:28:14.167253 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb9c26-47f5-4ac9-9bd0-b8a0b29f027b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fa0af0-a735-42f6-ac79-223b22b9dcce,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:14.434403 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1621f33c-7514-40f7-b108-b76fe5743657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:14.498228 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 50980) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:28:14.513607 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-220cf6de-8876-4b36-a6fb-afb6f60d5302 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:14.597690 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-220cf6de-8876-4b36-a6fb-afb6f60d5302 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:14.602211 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-220cf6de-8876-4b36-a6fb-afb6f60d5302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:14.643139 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-220cf6de-8876-4b36-a6fb-afb6f60d5302 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8d5c288926d34b48840c62f505486878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436803 Nov 24 14:28:14.643786 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220cf6de-8876-4b36-a6fb-afb6f60d5302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a971d03d-0184-465c-91f9-231505db040f,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:14.645986 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 50982) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:28:14.706769 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1160481f-f63d-4bed-bbbc-58a0466bc250 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:14.731880 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1160481f-f63d-4bed-bbbc-58a0466bc250 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:14.790306 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1160481f-f63d-4bed-bbbc-58a0466bc250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:14.795232 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-1160481f-f63d-4bed-bbbc-58a0466bc250 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:14.796481 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-1160481f-f63d-4bed-bbbc-58a0466bc250 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a971d03d-0184-465c-91f9-231505db040f HTTP/1.1" status: 204 len: 168 time: 0.1487737 Nov 24 14:28:14.805338 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160481f-f63d-4bed-bbbc-58a0466bc250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a971d03d-0184-465c-91f9-231505db040f,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:16.636536 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 51036) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:28:16.744793 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9bd54b18-05a1-483a-8c04-e0a22593ad55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:16.824493 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9bd54b18-05a1-483a-8c04-e0a22593ad55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:16.828445 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9bd54b18-05a1-483a-8c04-e0a22593ad55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:16.868332 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-9bd54b18-05a1-483a-8c04-e0a22593ad55 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b027a8abe4db40e4b343c021a4b90c4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302279 Nov 24 14:28:16.869759 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd54b18-05a1-483a-8c04-e0a22593ad55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0365bf5b-fe16-4cec-a41b-7c751f4f8ae6,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:16.871421 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 51040) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:28:16.918177 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f2964168-0d6a-4954-ae52-94c343113d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:16.923553 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-93473b48-32bc-4e32-8a1c-4eac29bd3e66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:16.945839 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-93473b48-32bc-4e32-8a1c-4eac29bd3e66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:16.992878 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-93473b48-32bc-4e32-8a1c-4eac29bd3e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:16.996505 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-93473b48-32bc-4e32-8a1c-4eac29bd3e66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:16.997666 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-93473b48-32bc-4e32-8a1c-4eac29bd3e66 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0365bf5b-fe16-4cec-a41b-7c751f4f8ae6 HTTP/1.1" status: 204 len: 168 time: 0.1244802 Nov 24 14:28:17.006789 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93473b48-32bc-4e32-8a1c-4eac29bd3e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0365bf5b-fe16-4cec-a41b-7c751f4f8ae6,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:17.278956 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 51046) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:28:17.293507 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9ef0c9e0-6207-4ee2-8761-4b59bc891abb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:17.376292 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9ef0c9e0-6207-4ee2-8761-4b59bc891abb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:17.380658 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9ef0c9e0-6207-4ee2-8761-4b59bc891abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:17.421592 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-9ef0c9e0-6207-4ee2-8761-4b59bc891abb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=78965a8b3c5740c691030ce6ae761a27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414657 Nov 24 14:28:17.422328 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0c9e0-6207-4ee2-8761-4b59bc891abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48dced4d-37b1-455c-86e0-147c05f910d7,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:17.424368 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 51048) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:28:17.475806 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8dd4c7d5-5680-4209-b7be-469181c617a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:17.499043 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8dd4c7d5-5680-4209-b7be-469181c617a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:17.548727 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8dd4c7d5-5680-4209-b7be-469181c617a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:17.551350 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8dd4c7d5-5680-4209-b7be-469181c617a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:17.552547 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-8dd4c7d5-5680-4209-b7be-469181c617a8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/48dced4d-37b1-455c-86e0-147c05f910d7 HTTP/1.1" status: 204 len: 168 time: 0.1272004 Nov 24 14:28:17.560915 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4c7d5-5680-4209-b7be-469181c617a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48dced4d-37b1-455c-86e0-147c05f910d7,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:17.937507 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:19.543873 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:20.354939 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d92ad731-91a8-4ce3-a697-e8844be3d558 req-4530010f-6f89-4f5d-a7a5-dd7b7f3a7816 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1343322 Nov 24 14:28:20.443654 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ad731-91a8-4ce3-a697-e8844be3d558 req-c79d9934-cc1b-4110-b43a-1e8af9c81df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:20.445174 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d92ad731-91a8-4ce3-a697-e8844be3d558 req-c79d9934-cc1b-4110-b43a-1e8af9c81df2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=45349ed13c344da0b4e40e7459d7acbb&device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 1098 time: 0.0409274 Nov 24 14:28:20.560503 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ad731-91a8-4ce3-a697-e8844be3d558 req-ddcb8c80-cfb3-4be5-8dcc-137bb995442f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:20.562842 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d92ad731-91a8-4ce3-a697-e8844be3d558 req-ddcb8c80-cfb3-4be5-8dcc-137bb995442f service neutron] 10.222.0.37 "GET /v2.0/networks?id=9243a22d-267c-4a6f-bc0f-a715e2892f5c HTTP/1.1" status: 200 len: 913 time: 0.0937619 Nov 24 14:28:20.634490 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d92ad731-91a8-4ce3-a697-e8844be3d558 req-5aab0dc3-1f74-43ca-9c61-6b302a532941 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c5f7b4d-7e96-4a32-8fd1-359c74f540a0 HTTP/1.1" status: 200 len: 1000 time: 0.0628097 Nov 24 14:28:20.691794 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ad731-91a8-4ce3-a697-e8844be3d558 req-7406d508-e0a2-4a64-bed3-101dad7bc91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:20.694276 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d92ad731-91a8-4ce3-a697-e8844be3d558 req-7406d508-e0a2-4a64-bed3-101dad7bc91c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3de96897-b835-40ea-ba9a-57f512f2da18 HTTP/1.1" status: 200 len: 850 time: 0.0523794 Nov 24 14:28:20.751710 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ad731-91a8-4ce3-a697-e8844be3d558 req-22de3a08-f12a-451b-86b5-db6e04e0be02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:20.753227 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d92ad731-91a8-4ce3-a697-e8844be3d558 req-22de3a08-f12a-451b-86b5-db6e04e0be02 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9243a22d-267c-4a6f-bc0f-a715e2892f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476990 Nov 24 14:28:20.768632 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [req-d92ad731-91a8-4ce3-a697-e8844be3d558 req-6b9f8b01-7300-4fc8-aaf8-a92ba6d16422 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102761) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:28:20.769683 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d92ad731-91a8-4ce3-a697-e8844be3d558 req-6b9f8b01-7300-4fc8-aaf8-a92ba6d16422 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084083 Nov 24 14:28:20.780721 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:20.892618 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d92ad731-91a8-4ce3-a697-e8844be3d558 req-4e240b76-69ff-460c-b3f6-fb67e88119e9 service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095870 Nov 24 14:28:21.002674 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-d92ad731-91a8-4ce3-a697-e8844be3d558 req-305650bf-87f0-46df-b1f6-d5b6cfc83f6f service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022439 Nov 24 14:28:27.991877 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 51142) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:28:28.110819 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-56fdc784-4740-4772-a82c-70357a34ca84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:28.191405 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-56fdc784-4740-4772-a82c-70357a34ca84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:28.195525 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-56fdc784-4740-4772-a82c-70357a34ca84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:28.234640 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-56fdc784-4740-4772-a82c-70357a34ca84 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ca34c78665ce46fca89663f735ac16c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416031 Nov 24 14:28:28.235378 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fdc784-4740-4772-a82c-70357a34ca84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26e0cdb-6126-4fe1-a3ff-b85bfd4ca930,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:28.237415 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 51146) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:28:28.292143 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9f8e9898-586f-48f7-bf6d-ee67e0df2caf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:28.315513 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9f8e9898-586f-48f7-bf6d-ee67e0df2caf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:28.367422 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9f8e9898-586f-48f7-bf6d-ee67e0df2caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:28.371268 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-9f8e9898-586f-48f7-bf6d-ee67e0df2caf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:28.372480 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-9f8e9898-586f-48f7-bf6d-ee67e0df2caf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b26e0cdb-6126-4fe1-a3ff-b85bfd4ca930 HTTP/1.1" status: 204 len: 168 time: 0.1340716 Nov 24 14:28:28.380958 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e9898-586f-48f7-bf6d-ee67e0df2caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26e0cdb-6126-4fe1-a3ff-b85bfd4ca930,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:28.658229 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 51152) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:28:28.672488 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3fe1f7a5-873c-4386-8abb-091b71474980 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:28.730340 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:28:28.751672 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3fe1f7a5-873c-4386-8abb-091b71474980 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:28.756514 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-3fe1f7a5-873c-4386-8abb-091b71474980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:28.794378 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1f7a5-873c-4386-8abb-091b71474980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58d1007-e573-4c14-8273-07e25b74cd71,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:28.798818 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-3fe1f7a5-873c-4386-8abb-091b71474980 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1fa36409bc074548b7a39364991cf309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393964 Nov 24 14:28:28.801349 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 51154) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:28:28.857064 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-da3e0701-c62d-41e5-aebb-ad47d6785ec2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:28.880862 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-da3e0701-c62d-41e5-aebb-ad47d6785ec2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:28.942271 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-da3e0701-c62d-41e5-aebb-ad47d6785ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:28.944954 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-da3e0701-c62d-41e5-aebb-ad47d6785ec2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:28.946121 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-da3e0701-c62d-41e5-aebb-ad47d6785ec2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f58d1007-e573-4c14-8273-07e25b74cd71 HTTP/1.1" status: 204 len: 168 time: 0.1438680 Nov 24 14:28:28.954650 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e0701-c62d-41e5-aebb-ad47d6785ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58d1007-e573-4c14-8273-07e25b74cd71,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:31.168559 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 51224) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:28:31.278829 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ca3c9198-7055-4e9a-bb58-c46a28f906a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:31.356405 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ca3c9198-7055-4e9a-bb58-c46a28f906a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:31.360725 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ca3c9198-7055-4e9a-bb58-c46a28f906a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:31.399351 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-ca3c9198-7055-4e9a-bb58-c46a28f906a1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1f83e9bf03d040ee99576909670ab6f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296932 Nov 24 14:28:31.400714 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c9198-7055-4e9a-bb58-c46a28f906a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f0e83b-f668-4fc1-bd71-ceb2d0f24a0b,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:31.402475 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 51228) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:28:31.454445 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-09c4bbab-a0ac-4202-becb-b3802847b19a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:31.475601 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-09c4bbab-a0ac-4202-becb-b3802847b19a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:31.521669 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-09c4bbab-a0ac-4202-becb-b3802847b19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:31.524521 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-09c4bbab-a0ac-4202-becb-b3802847b19a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:31.525901 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-09c4bbab-a0ac-4202-becb-b3802847b19a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/40f0e83b-f668-4fc1-bd71-ceb2d0f24a0b HTTP/1.1" status: 204 len: 168 time: 0.1224363 Nov 24 14:28:31.534460 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4bbab-a0ac-4202-becb-b3802847b19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f0e83b-f668-4fc1-bd71-ceb2d0f24a0b,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:31.795244 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 51234) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:28:31.808506 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9aa38967-3709-4000-bcb6-64029a9a3743 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:31.882443 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9aa38967-3709-4000-bcb6-64029a9a3743 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:31.887194 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-9aa38967-3709-4000-bcb6-64029a9a3743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:31.927473 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-9aa38967-3709-4000-bcb6-64029a9a3743 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b7fc23198c3b4dceb911a61fe6e6b089&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311195 Nov 24 14:28:31.928421 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa38967-3709-4000-bcb6-64029a9a3743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97f7615-0da9-45cb-8420-a9f80612cfe7,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:31.930082 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 51236) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:28:31.979981 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8e8bf7da-2cd9-4dbc-8b8f-1efbd653da6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:32.000967 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8e8bf7da-2cd9-4dbc-8b8f-1efbd653da6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:32.045569 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8e8bf7da-2cd9-4dbc-8b8f-1efbd653da6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:32.048134 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-8e8bf7da-2cd9-4dbc-8b8f-1efbd653da6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:32.049273 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-8e8bf7da-2cd9-4dbc-8b8f-1efbd653da6d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c97f7615-0da9-45cb-8420-a9f80612cfe7 HTTP/1.1" status: 204 len: 168 time: 0.1174595 Nov 24 14:28:32.057075 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8bf7da-2cd9-4dbc-8b8f-1efbd653da6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97f7615-0da9-45cb-8420-a9f80612cfe7,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:40.910911 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:44.429985 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c80d5a79-1ffa-4272-9248-fd3998c0343a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:46.922852 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b2a7dde9-4062-4bc4-a880-53747b72fd05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:47.940340 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:49.542776 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:28:50.785322 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:02.797816 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 51426) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:29:02.922034 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1f1f3972-12c0-420c-9fcf-7ab6074d128e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:03.013884 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1f1f3972-12c0-420c-9fcf-7ab6074d128e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:03.019286 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1f1f3972-12c0-420c-9fcf-7ab6074d128e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:03.058814 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f3972-12c0-420c-9fcf-7ab6074d128e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bfd1be-f5c4-437c-be23-8028d45fae3b,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:29:03.064037 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-1f1f3972-12c0-420c-9fcf-7ab6074d128e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ac5fca0b49584f41bf358b33c8cf609f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2649732 Nov 24 14:29:03.067681 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 51430) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:29:03.071225 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f3972-12c0-420c-9fcf-7ab6074d128e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:03.071613 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f3972-12c0-420c-9fcf-7ab6074d128e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:03.072152 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f3972-12c0-420c-9fcf-7ab6074d128e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:03.072354 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f3972-12c0-420c-9fcf-7ab6074d128e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:03.072965 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f3972-12c0-420c-9fcf-7ab6074d128e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:03.072965 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f3972-12c0-420c-9fcf-7ab6074d128e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:03.073283 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f3972-12c0-420c-9fcf-7ab6074d128e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:03.073629 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f3972-12c0-420c-9fcf-7ab6074d128e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:03.073961 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f3972-12c0-420c-9fcf-7ab6074d128e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:03.074303 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f3972-12c0-420c-9fcf-7ab6074d128e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:03.074636 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f3972-12c0-420c-9fcf-7ab6074d128e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:03.075093 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f3972-12c0-420c-9fcf-7ab6074d128e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:03.129224 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e3d486ac-a7f2-41a3-9496-3141514316c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:03.151516 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e3d486ac-a7f2-41a3-9496-3141514316c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:03.198060 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e3d486ac-a7f2-41a3-9496-3141514316c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:03.201101 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-e3d486ac-a7f2-41a3-9496-3141514316c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:03.202411 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-e3d486ac-a7f2-41a3-9496-3141514316c6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/58bfd1be-f5c4-437c-be23-8028d45fae3b HTTP/1.1" status: 204 len: 168 time: 0.1336994 Nov 24 14:29:03.210552 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d486ac-a7f2-41a3-9496-3141514316c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bfd1be-f5c4-437c-be23-8028d45fae3b,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:29:03.218110 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d486ac-a7f2-41a3-9496-3141514316c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:03.218471 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d486ac-a7f2-41a3-9496-3141514316c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:03.218822 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d486ac-a7f2-41a3-9496-3141514316c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:03.219168 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d486ac-a7f2-41a3-9496-3141514316c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:03.219541 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d486ac-a7f2-41a3-9496-3141514316c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:03.219887 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d486ac-a7f2-41a3-9496-3141514316c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:03.220229 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d486ac-a7f2-41a3-9496-3141514316c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:03.220573 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d486ac-a7f2-41a3-9496-3141514316c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:03.220907 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d486ac-a7f2-41a3-9496-3141514316c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:03.221240 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d486ac-a7f2-41a3-9496-3141514316c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:03.221568 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d486ac-a7f2-41a3-9496-3141514316c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:03.221902 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d486ac-a7f2-41a3-9496-3141514316c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:05.729035 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:29:10.917171 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:13.942784 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 51564) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:29:14.062686 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5d5ff428-b6da-43a5-94cf-45db2b4e9b1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:14.143572 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5d5ff428-b6da-43a5-94cf-45db2b4e9b1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:14.148658 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-5d5ff428-b6da-43a5-94cf-45db2b4e9b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:14.188383 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-5d5ff428-b6da-43a5-94cf-45db2b4e9b1f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5fc76e4138814cf5972f2bc0d5a18613&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443876 Nov 24 14:29:14.189253 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ff428-b6da-43a5-94cf-45db2b4e9b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9d8d9a-91e6-4ab2-85a5-85aea8e50efa,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:29:14.191145 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 51568) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:29:14.243018 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c4bf9c58-1eb9-4db1-8c75-10248cc51237 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:14.267557 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c4bf9c58-1eb9-4db1-8c75-10248cc51237 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:14.316548 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c4bf9c58-1eb9-4db1-8c75-10248cc51237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:14.319371 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-c4bf9c58-1eb9-4db1-8c75-10248cc51237 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:14.320587 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-c4bf9c58-1eb9-4db1-8c75-10248cc51237 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7a9d8d9a-91e6-4ab2-85a5-85aea8e50efa HTTP/1.1" status: 204 len: 168 time: 0.1276758 Nov 24 14:29:14.329174 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf9c58-1eb9-4db1-8c75-10248cc51237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9d8d9a-91e6-4ab2-85a5-85aea8e50efa,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:29:14.434798 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1a184480-06f6-46d3-9c12-fd0547ae2ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:16.412484 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-cf60339a-282c-46a6-9d2f-75695b70b036 req-31ebbbc6-c929-425d-8cec-e34ff08542f6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392568 Nov 24 14:29:16.504949 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60339a-282c-46a6-9d2f-75695b70b036 req-f7071455-d261-4608-a1dd-60025043db10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:16.506411 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-cf60339a-282c-46a6-9d2f-75695b70b036 req-f7071455-d261-4608-a1dd-60025043db10 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=45349ed13c344da0b4e40e7459d7acbb&device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 1098 time: 0.0429361 Nov 24 14:29:16.611531 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60339a-282c-46a6-9d2f-75695b70b036 req-3f0c7ecf-a6ec-484b-9bdb-0a24b82334dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:16.612993 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-cf60339a-282c-46a6-9d2f-75695b70b036 req-3f0c7ecf-a6ec-484b-9bdb-0a24b82334dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=9243a22d-267c-4a6f-bc0f-a715e2892f5c HTTP/1.1" status: 200 len: 913 time: 0.0848141 Nov 24 14:29:16.688010 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-cf60339a-282c-46a6-9d2f-75695b70b036 req-219fd9f5-326c-4ac3-9801-2cb5cd33e054 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c5f7b4d-7e96-4a32-8fd1-359c74f540a0 HTTP/1.1" status: 200 len: 1000 time: 0.0623767 Nov 24 14:29:16.741595 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60339a-282c-46a6-9d2f-75695b70b036 req-b5612d68-893a-47ef-a38b-c51351992ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:16.743158 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-cf60339a-282c-46a6-9d2f-75695b70b036 req-b5612d68-893a-47ef-a38b-c51351992ded service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3de96897-b835-40ea-ba9a-57f512f2da18 HTTP/1.1" status: 200 len: 850 time: 0.0454698 Nov 24 14:29:16.798402 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60339a-282c-46a6-9d2f-75695b70b036 req-e19974e1-dfb2-4fa1-90e6-46309306f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:16.800099 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-cf60339a-282c-46a6-9d2f-75695b70b036 req-e19974e1-dfb2-4fa1-90e6-46309306f1c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9243a22d-267c-4a6f-bc0f-a715e2892f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448205 Nov 24 14:29:16.901083 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-cf60339a-282c-46a6-9d2f-75695b70b036 req-bad104d3-8d2b-49d8-bb4e-7814a685f918 service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904930 Nov 24 14:29:16.928892 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-f81c42c9-2b08-4f59-9ae8-b0e8a95a1763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:16.994723 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-cf60339a-282c-46a6-9d2f-75695b70b036 req-2991a3ee-f4c2-4dfb-906e-d42a58922247 service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853412 Nov 24 14:29:17.941776 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:19.544282 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:20.788675 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:39.692248 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb7538-64d2-4889-ba0e-a72c91dd4900 req-502dbca7-8406-41a6-a9e7-fbae97b6adf7 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:39.693842 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-40eb7538-64d2-4889-ba0e-a72c91dd4900 req-502dbca7-8406-41a6-a9e7-fbae97b6adf7 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 945 time: 0.0563984 Nov 24 14:29:39.754080 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-40eb7538-64d2-4889-ba0e-a72c91dd4900 req-f1d3b181-ffb1-4626-b6c5-ee4c24b48b17 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496871 Nov 24 14:29:40.912322 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:41.172931 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6269d-96fb-4deb-806d-4317e7fe30bc req-dc9b6393-fc99-4621-a700-d2011ae2ad27 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:41.174605 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d4e6269d-96fb-4deb-806d-4317e7fe30bc req-dc9b6393-fc99-4621-a700-d2011ae2ad27 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 945 time: 0.3365209 Nov 24 14:29:41.230265 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-d4e6269d-96fb-4deb-806d-4317e7fe30bc req-9c1ed30b-2005-494b-8ad4-457452625f9c tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493364 Nov 24 14:29:41.497609 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cb99f-1648-4bf9-a7d2-6f4cd1de04a3 req-0bab3a0a-8d48-49e0-8084-aa7f5919c362 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:41.499040 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-005cb99f-1648-4bf9-a7d2-6f4cd1de04a3 req-0bab3a0a-8d48-49e0-8084-aa7f5919c362 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.37 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 945 time: 0.0515759 Nov 24 14:29:41.599878 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [req-005cb99f-1648-4bf9-a7d2-6f4cd1de04a3 req-7cbe78af-d204-4202-851a-f7447be4cde0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Deleting port 2c5f7b4d-7e96-4a32-8fd1-359c74f540a0 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:29:41.600213 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-005cb99f-1648-4bf9-a7d2-6f4cd1de04a3 req-7cbe78af-d204-4202-851a-f7447be4cde0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:41.692786 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-005cb99f-1648-4bf9-a7d2-6f4cd1de04a3 req-7cbe78af-d204-4202-851a-f7447be4cde0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] For port 2c5f7b4d-7e96-4a32-8fd1-359c74f540a0, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=2c5f7b4d-7e96-4a32-8fd1-359c74f540a0,segment=NetworkSegment(92d60b8a-a2d6-42a5-9295-ab7dcf9b5837),segment_id=92d60b8a-a2d6-42a5-9295-ab7dcf9b5837)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:29:41.693145 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-005cb99f-1648-4bf9-a7d2-6f4cd1de04a3 req-7cbe78af-d204-4202-851a-f7447be4cde0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:41.904726 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-005cb99f-1648-4bf9-a7d2-6f4cd1de04a3 req-7cbe78af-d204-4202-851a-f7447be4cde0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:41.905143 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-005cb99f-1648-4bf9-a7d2-6f4cd1de04a3 req-7cbe78af-d204-4202-851a-f7447be4cde0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667194'] for floatingip, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:41.905522 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.db.l3_db [req-005cb99f-1648-4bf9-a7d2-6f4cd1de04a3 req-7cbe78af-d204-4202-851a-f7447be4cde0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Floating IP 783f4c72-d18c-46bd-9abb-c08963b785d2 disassociated. External IP: 172.27.3.33, port: 2c5f7b4d-7e96-4a32-8fd1-359c74f540a0. Nov 24 14:29:41.905873 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [req-005cb99f-1648-4bf9-a7d2-6f4cd1de04a3 req-7cbe78af-d204-4202-851a-f7447be4cde0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Calling delete_port for 2c5f7b4d-7e96-4a32-8fd1-359c74f540a0 owned by compute:nova {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:29:42.048129 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-005cb99f-1648-4bf9-a7d2-6f4cd1de04a3 req-7cbe78af-d204-4202-851a-f7447be4cde0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:42.082012 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe78af-d204-4202-851a-f7447be4cde0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Pushing event deleted for resources: {'Port': ['ID=2c5f7b4d-7e96-4a32-8fd1-359c74f540a0,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:29:42.214377 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-005cb99f-1648-4bf9-a7d2-6f4cd1de04a3 req-7cbe78af-d204-4202-851a-f7447be4cde0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Router c4a0c27a-5b97-4dac-bbb2-cd964378bdeb has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:29:42.346705 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-96843f3d-1238-4c74-8f4b-a3b3b1cf0acf req-4588bc50-b16d-432d-856c-e7b44ee8b8e7 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=da37d27f-851c-4c88-921e-9964d717ed34 HTTP/1.1" status: 200 len: 210 time: 0.0328722 Nov 24 14:29:42.363322 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-005cb99f-1648-4bf9-a7d2-6f4cd1de04a3 req-7cbe78af-d204-4202-851a-f7447be4cde0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:29:42.376987 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf5041-f0f6-4c78-a8a7-9daa66b0bb14 None None] Sync routers for ids ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'] in dv-cinder-739079-6-iscsi {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:29:42.389130 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaf5041-f0f6-4c78-a8a7-9daa66b0bb14 None None] Routers {'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:29:42.389770 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-eaaf5041-f0f6-4c78-a8a7-9daa66b0bb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:29:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:29:42.416055 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [req-005cb99f-1648-4bf9-a7d2-6f4cd1de04a3 req-7cbe78af-d204-4202-851a-f7447be4cde0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] No DVR routers for this DVR port 2c5f7b4d-7e96-4a32-8fd1-359c74f540a0 on host hv-cinder-73907 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:29:42.418926 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-005cb99f-1648-4bf9-a7d2-6f4cd1de04a3 req-7cbe78af-d204-4202-851a-f7447be4cde0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:42.422775 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-005cb99f-1648-4bf9-a7d2-6f4cd1de04a3 req-7cbe78af-d204-4202-851a-f7447be4cde0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.37 "DELETE /v2.0/ports/2c5f7b4d-7e96-4a32-8fd1-359c74f540a0 HTTP/1.1" status: 204 len: 173 time: 0.9139361 Nov 24 14:29:42.423287 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da37d27f-851c-4c88-921e-9964d717ed34', 'name': 'network-vif-deleted', 'tag': '2c5f7b4d-7e96-4a32-8fd1-359c74f540a0'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:29:42.425810 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdacd155-6df0-455d-a6ad-2d6b5f9da8c8" -d '{"events": [{"server_uuid": "da37d27f-851c-4c88-921e-9964d717ed34", "name": "network-vif-deleted", "tag": "2c5f7b4d-7e96-4a32-8fd1-359c74f540a0"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:29:42.524196 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-eaaf5041-f0f6-4c78-a8a7-9daa66b0bb14 None None] Set router c4a0c27a-5b97-4dac-bbb2-cd964378bdeb gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:29:42.729183 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:29:42.738599 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01a1f45-bf86-4909-bffa-905da566cd84 x-openstack-request-id: req-c01a1f45-bf86-4909-bffa-905da566cd84 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:29:42.739265 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da37d27f-851c-4c88-921e-9964d717ed34", "name": "network-vif-deleted", "tag": "2c5f7b4d-7e96-4a32-8fd1-359c74f540a0", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:29:42.739688 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c01a1f45-bf86-4909-bffa-905da566cd84 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:29:42.740274 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da37d27f-851c-4c88-921e-9964d717ed34', 'name': 'network-vif-deleted', 'tag': '2c5f7b4d-7e96-4a32-8fd1-359c74f540a0', 'status': 'completed', 'code': 200} Nov 24 14:29:42.805549 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-eaaf5041-f0f6-4c78-a8a7-9daa66b0bb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'name': 'tempest-TestVolumeBootPattern-154179752-router', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:35Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 4, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'gw_port': {'id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1', 'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'mac_address': 'fa:16:3e:47:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:42Z', 'revision_number': 5, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'subnets': [{'id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:29:42.839334 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf5041-f0f6-4c78-a8a7-9daa66b0bb14 None None] Checking router: c4a0c27a-5b97-4dac-bbb2-cd964378bdeb for host: dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:29:42.848544 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaf5041-f0f6-4c78-a8a7-9daa66b0bb14 None None] Routers {'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:29:42.849426 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-eaaf5041-f0f6-4c78-a8a7-9daa66b0bb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:29:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:29:42.973134 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-eaaf5041-f0f6-4c78-a8a7-9daa66b0bb14 None None] Set router c4a0c27a-5b97-4dac-bbb2-cd964378bdeb gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:29:43.219792 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-eaaf5041-f0f6-4c78-a8a7-9daa66b0bb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'name': 'tempest-TestVolumeBootPattern-154179752-router', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:35Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 4, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'gw_port': {'id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1', 'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'mac_address': 'fa:16:3e:47:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:42Z', 'revision_number': 5, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'subnets': [{'id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:29:43.276952 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf5041-f0f6-4c78-a8a7-9daa66b0bb14 None None] The sync data for ids ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'] in dv-cinder-739079-6-iscsi is: [{'id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'name': 'tempest-TestVolumeBootPattern-154179752-router', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:35Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 4, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'gw_port': {'id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1', 'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'mac_address': 'fa:16:3e:47:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:42Z', 'revision_number': 5, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'subnets': [{'id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:29:43.544406 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96abb462-afb1-443c-bf81-2a6100d01784 None None] New status for floating IP 783f4c72-d18c-46bd-9abb-c08963b785d2: DOWN {{(pid=102764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:29:43.701351 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-dc3e92f1-2ff6-434d-b5b5-beed3af645e0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1964576363&fields=id&tenant_id=45349ed13c344da0b4e40e7459d7acbb HTTP/1.1" status: 200 len: 267 time: 0.0734818 Nov 24 14:29:43.858163 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-88317b71-7d1e-444b-b30b-c242614f6494 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:43.860644 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-88317b71-7d1e-444b-b30b-c242614f6494 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/networks?id=9243a22d-267c-4a6f-bc0f-a715e2892f5c HTTP/1.1" status: 200 len: 811 time: 0.1516936 Nov 24 14:29:43.876819 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-421f9150-24a2-46e0-81aa-b9b02af5b119 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/quotas/45349ed13c344da0b4e40e7459d7acbb HTTP/1.1" status: 200 len: 375 time: 0.0097322 Nov 24 14:29:43.933401 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-ecf0e5f7-06b0-4ba4-87ff-de1685725a3b tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=45349ed13c344da0b4e40e7459d7acbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503831 Nov 24 14:29:43.949630 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-c13b8ae9-ed28-416c-844e-59a9ae0bcbff service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102762) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:29:43.950763 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-c13b8ae9-ed28-416c-844e-59a9ae0bcbff service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054903 Nov 24 14:29:44.049066 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-fffe0b05-d3fc-4c93-b229-7ecc1b0fb04a service neutron] 10.222.0.73 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909305 Nov 24 14:29:44.153569 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-500d90d7-bfd3-45c4-8d8e-c92f3161baa0 service neutron] 10.222.0.73 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963025 Nov 24 14:29:44.442092 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-41cb73c0-b717-4a70-8032-3998012ee3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:44.961330 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 2c5f7b4d-7e96-4a32-8fd1-359c74f540a0 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:29:44.985309 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] No Port match for: 2c5f7b4d-7e96-4a32-8fd1-359c74f540a0 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:29:44.985657 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 2c5f7b4d-7e96-4a32-8fd1-359c74f540a0 not bound to the agent host hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:29:45.473706 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-97c44fdb-ca41-411e-8ac1-e9ce1962c58d req-338cade1-106e-4670-86e4-303617582324 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=11836c45-513f-4443-8b14-c46eeaf624ba HTTP/1.1" status: 200 len: 210 time: 0.0263860 Nov 24 14:29:46.558290 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-da527fc2-8f89-4894-8db5-d9e1b136783d tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:46.559764 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-da527fc2-8f89-4894-8db5-d9e1b136783d tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.37 "GET /v2.0/networks?id=9243a22d-267c-4a6f-bc0f-a715e2892f5c HTTP/1.1" status: 200 len: 811 time: 0.1119947 Nov 24 14:29:46.570642 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-f5993889-e197-46ae-8e39-2cc6947b96cd req-70ab1dbc-829b-4df9-9f5a-5bf21df98d0d tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=11836c45-513f-4443-8b14-c46eeaf624ba HTTP/1.1" status: 200 len: 210 time: 0.0276134 Nov 24 14:29:46.629753 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-6fd521d8-686a-4b16-a5ee-8c6ca5607959 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45349ed13c344da0b4e40e7459d7acbb HTTP/1.1" status: 200 len: 380 time: 0.0569670 Nov 24 14:29:46.644998 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-cd783cda-b2b8-4bed-bfef-bc1e3c4a8b4f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Request body: {'port': {'device_id': '11836c45-513f-4443-8b14-c46eeaf624ba', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'admin_state_up': True, 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'security_groups': ['57c59609-7a0d-4424-bfd9-759d4d0f7917']}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:29:46.757025 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-cd783cda-b2b8-4bed-bfef-bc1e3c4a8b4f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Made reservation on behalf of 45349ed13c344da0b4e40e7459d7acbb for: {'port': 1} {{(pid=102761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:29:46.760655 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-cd783cda-b2b8-4bed-bfef-bc1e3c4a8b4f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:46.888914 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-cd783cda-b2b8-4bed-bfef-bc1e3c4a8b4f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Allocated IP 172.20.0.10 (9243a22d-267c-4a6f-bc0f-a715e2892f5c/3de96897-b835-40ea-ba9a-57f512f2da18/32717efa-2824-461f-8697-b3d9f3d7bba6) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:29:46.930742 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-788b2c63-4ce1-416e-aa5b-3f2daac0b7e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:47.037479 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-cd783cda-b2b8-4bed-bfef-bc1e3c4a8b4f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:47.071582 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-cd783cda-b2b8-4bed-bfef-bc1e3c4a8b4f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:47.112558 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-cd783cda-b2b8-4bed-bfef-bc1e3c4a8b4f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Network 9243a22d-267c-4a6f-bc0f-a715e2892f5c is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:29:47.117926 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-cd783cda-b2b8-4bed-bfef-bc1e3c4a8b4f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:29:47.121557 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-cd783cda-b2b8-4bed-bfef-bc1e3c4a8b4f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:29:47.148612 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd783cda-b2b8-4bed-bfef-bc1e3c4a8b4f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Pushing event updated for resources: {'Port': ['ID=32717efa-2824-461f-8697-b3d9f3d7bba6,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:29:47.180022 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-cd783cda-b2b8-4bed-bfef-bc1e3c4a8b4f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:47.180710 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-cd783cda-b2b8-4bed-bfef-bc1e3c4a8b4f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:47.198131 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-cd783cda-b2b8-4bed-bfef-bc1e3c4a8b4f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5576203 Nov 24 14:29:47.214373 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-2a0370b5-c58c-4166-b8ae-c55f24a4185d service neutron] Request body: {'port': {'device_id': '11836c45-513f-4443-8b14-c46eeaf624ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:29:47.273608 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-2a0370b5-c58c-4166-b8ae-c55f24a4185d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:47.341740 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-442d01b6-0a1d-4187-acf5-fa3c82aba665 None None] Provisioning complete for port 32717efa-2824-461f-8697-b3d9f3d7bba6 triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:29:47.342117 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-442d01b6-0a1d-4187-acf5-fa3c82aba665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:47.376249 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-442d01b6-0a1d-4187-acf5-fa3c82aba665 None None] Port 32717efa-2824-461f-8697-b3d9f3d7bba6 cannot update to ACTIVE because it is not bound. {{(pid=102763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:29:47.551907 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-2a0370b5-c58c-4166-b8ae-c55f24a4185d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32717efa-2824-461f-8697-b3d9f3d7bba6 {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:29:47.559258 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-2a0370b5-c58c-4166-b8ae-c55f24a4185d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:47.572182 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-2a0370b5-c58c-4166-b8ae-c55f24a4185d service neutron] Transition to ACTIVE for port object 32717efa-2824-461f-8697-b3d9f3d7bba6 will not be triggered until provisioned by entity L2. {{(pid=102761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:29:47.575490 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-2a0370b5-c58c-4166-b8ae-c55f24a4185d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:47.626228 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0370b5-c58c-4166-b8ae-c55f24a4185d service neutron] Pushing event updated for resources: {'Port': ['ID=32717efa-2824-461f-8697-b3d9f3d7bba6,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:29:47.745795 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7c469-09ed-4b84-8c0d-b05887bcf00e req-eacf1e7a-4f38-4630-ad7b-3e5e6fbc4085 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:47.747355 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-36d7c469-09ed-4b84-8c0d-b05887bcf00e req-eacf1e7a-4f38-4630-ad7b-3e5e6fbc4085 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=11836c45-513f-4443-8b14-c46eeaf624ba HTTP/1.1" status: 200 len: 944 time: 0.0765760 Nov 24 14:29:47.748384 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-2a0370b5-c58c-4166-b8ae-c55f24a4185d service neutron] Attempting to bind port 32717efa-2824-461f-8697-b3d9f3d7bba6 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:29:47.748717 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-2a0370b5-c58c-4166-b8ae-c55f24a4185d service neutron] Attempting to bind port 32717efa-2824-461f-8697-b3d9f3d7bba6 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '92d60b8a-a2d6-42a5-9295-ab7dcf9b5837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:29:47.749045 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-2a0370b5-c58c-4166-b8ae-c55f24a4185d service neutron] Attempting to bind port 32717efa-2824-461f-8697-b3d9f3d7bba6 on network 9243a22d-267c-4a6f-bc0f-a715e2892f5c {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:29:47.754176 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-2a0370b5-c58c-4166-b8ae-c55f24a4185d service neutron] Port 32717efa-2824-461f-8697-b3d9f3d7bba6 on network 9243a22d-267c-4a6f-bc0f-a715e2892f5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 14:29:47.754499 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-2a0370b5-c58c-4166-b8ae-c55f24a4185d service neutron] Attempting to bind port 32717efa-2824-461f-8697-b3d9f3d7bba6 on network 9243a22d-267c-4a6f-bc0f-a715e2892f5c {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:29:47.766405 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-2a0370b5-c58c-4166-b8ae-c55f24a4185d service neutron] Checking agent: {'id': 'd0515656-fb8d-4ba5-be1c-f8deb6c3b48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'started_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:29:47.766729 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-2a0370b5-c58c-4166-b8ae-c55f24a4185d service neutron] Checking segment: {'id': '92d60b8a-a2d6-42a5-9295-ab7dcf9b5837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:29:47.767132 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-2a0370b5-c58c-4166-b8ae-c55f24a4185d service neutron] Bound using segment: {'id': '92d60b8a-a2d6-42a5-9295-ab7dcf9b5837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:29:47.767603 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-2a0370b5-c58c-4166-b8ae-c55f24a4185d service neutron] Bound port: 32717efa-2824-461f-8697-b3d9f3d7bba6, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92d60b8a-a2d6-42a5-9295-ab7dcf9b5837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:29:47.767957 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-2a0370b5-c58c-4166-b8ae-c55f24a4185d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:47.840213 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-36d7c469-09ed-4b84-8c0d-b05887bcf00e req-fb538a2a-859b-4090-abf0-4a26626b2874 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833445 Nov 24 14:29:47.861851 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-2a0370b5-c58c-4166-b8ae-c55f24a4185d service neutron] For port 32717efa-2824-461f-8697-b3d9f3d7bba6, host hv-cinder-73907, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:29:47.865160 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-2a0370b5-c58c-4166-b8ae-c55f24a4185d service neutron] For port 32717efa-2824-461f-8697-b3d9f3d7bba6, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=32717efa-2824-461f-8697-b3d9f3d7bba6,segment=NetworkSegment(92d60b8a-a2d6-42a5-9295-ab7dcf9b5837),segment_id=92d60b8a-a2d6-42a5-9295-ab7dcf9b5837)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:29:47.868734 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-2a0370b5-c58c-4166-b8ae-c55f24a4185d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:47.905111 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-2a0370b5-c58c-4166-b8ae-c55f24a4185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:47.905728 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-2a0370b5-c58c-4166-b8ae-c55f24a4185d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:47.907215 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-2a0370b5-c58c-4166-b8ae-c55f24a4185d service neutron] 10.222.0.37 "PUT /v2.0/ports/32717efa-2824-461f-8697-b3d9f3d7bba6 HTTP/1.1" status: 200 len: 1094 time: 0.6969917 Nov 24 14:29:47.907650 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11836c45-513f-4443-8b14-c46eeaf624ba', 'tag': '32717efa-2824-461f-8697-b3d9f3d7bba6'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:29:47.910576 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f801654-0024-45ee-8906-0b94abbf4cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "11836c45-513f-4443-8b14-c46eeaf624ba", "tag": "32717efa-2824-461f-8697-b3d9f3d7bba6"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:29:47.940135 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0370b5-c58c-4166-b8ae-c55f24a4185d service neutron] Pushing event updated for resources: {'Port': ['ID=32717efa-2824-461f-8697-b3d9f3d7bba6,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:29:47.957355 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:47.975466 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec778d0e-8410-4c24-9494-eba3ab427165 x-openstack-request-id: req-ec778d0e-8410-4c24-9494-eba3ab427165 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:29:47.975761 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11836c45-513f-4443-8b14-c46eeaf624ba", "tag": "32717efa-2824-461f-8697-b3d9f3d7bba6", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:29:47.976016 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ec778d0e-8410-4c24-9494-eba3ab427165 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:29:47.976446 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11836c45-513f-4443-8b14-c46eeaf624ba', 'tag': '32717efa-2824-461f-8697-b3d9f3d7bba6', 'status': 'completed', 'code': 200} Nov 24 14:29:48.008340 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-b72da659-9058-4758-ad2f-8bebaa780f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:48.009746 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-b72da659-9058-4758-ad2f-8bebaa780f32 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=45349ed13c344da0b4e40e7459d7acbb&device_id=11836c45-513f-4443-8b14-c46eeaf624ba HTTP/1.1" status: 200 len: 1097 time: 0.0457835 Nov 24 14:29:48.055039 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-648fc7ae-3357-47a4-87e1-8c82b8e1ed4d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32717efa-2824-461f-8697-b3d9f3d7bba6 HTTP/1.1" status: 200 len: 217 time: 0.0347941 Nov 24 14:29:48.109104 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-32945de5-dc20-4da5-a02a-dc7ac88c426c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:48.110557 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-32945de5-dc20-4da5-a02a-dc7ac88c426c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3de96897-b835-40ea-ba9a-57f512f2da18 HTTP/1.1" status: 200 len: 850 time: 0.0482736 Nov 24 14:29:48.162836 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-626ffeb7-8fc2-44df-aebe-1cb1f1012800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:48.164442 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-626ffeb7-8fc2-44df-aebe-1cb1f1012800 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9243a22d-267c-4a6f-bc0f-a715e2892f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413513 Nov 24 14:29:48.256601 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-ecd1ba80-a081-40b5-9a72-a820774e646b service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821187 Nov 24 14:29:48.606127 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-1bae51ce-8637-4ae0-82fa-98ff6fc6fba5 req-8b936580-1d67-4feb-b7cc-17f5702ba654 service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397226 Nov 24 14:29:48.697231 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f801654-0024-45ee-8906-0b94abbf4cc4 req-eb2478fc-dd7b-461c-8784-ce8113cd7eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:48.698700 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4f801654-0024-45ee-8906-0b94abbf4cc4 req-eb2478fc-dd7b-461c-8784-ce8113cd7eff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=45349ed13c344da0b4e40e7459d7acbb&device_id=11836c45-513f-4443-8b14-c46eeaf624ba HTTP/1.1" status: 200 len: 1097 time: 0.0402238 Nov 24 14:29:48.798501 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f801654-0024-45ee-8906-0b94abbf4cc4 req-c84b84e7-d396-4f7b-8ba8-d45010443996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:48.800084 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4f801654-0024-45ee-8906-0b94abbf4cc4 req-c84b84e7-d396-4f7b-8ba8-d45010443996 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9243a22d-267c-4a6f-bc0f-a715e2892f5c HTTP/1.1" status: 200 len: 913 time: 0.0926688 Nov 24 14:29:48.843581 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4f801654-0024-45ee-8906-0b94abbf4cc4 req-3138816c-159a-4def-bb13-14d7b764b5b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32717efa-2824-461f-8697-b3d9f3d7bba6 HTTP/1.1" status: 200 len: 217 time: 0.0354006 Nov 24 14:29:48.899776 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f801654-0024-45ee-8906-0b94abbf4cc4 req-15c5d218-53c1-4dc0-a766-13c8b9deadd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:48.901321 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4f801654-0024-45ee-8906-0b94abbf4cc4 req-15c5d218-53c1-4dc0-a766-13c8b9deadd5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3de96897-b835-40ea-ba9a-57f512f2da18 HTTP/1.1" status: 200 len: 850 time: 0.0486007 Nov 24 14:29:48.984064 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f801654-0024-45ee-8906-0b94abbf4cc4 req-afdb65c9-aed6-4d4b-b3ad-415e63b5392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:48.985599 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4f801654-0024-45ee-8906-0b94abbf4cc4 req-afdb65c9-aed6-4d4b-b3ad-415e63b5392c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9243a22d-267c-4a6f-bc0f-a715e2892f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761366 Nov 24 14:29:48.994578 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f80f7-6885-471b-8ff7-0d511d3df40a req-889de328-9dd1-4c32-913f-19d1789664c7 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:48.996007 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-932f80f7-6885-471b-8ff7-0d511d3df40a req-889de328-9dd1-4c32-913f-19d1789664c7 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=11836c45-513f-4443-8b14-c46eeaf624ba HTTP/1.1" status: 200 len: 944 time: 0.0852842 Nov 24 14:29:49.097257 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-932f80f7-6885-471b-8ff7-0d511d3df40a req-e4d139e3-2339-4d11-825d-ccfbddbfc2b9 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926874 Nov 24 14:29:49.119036 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4f801654-0024-45ee-8906-0b94abbf4cc4 req-19b069c1-860e-4568-a33e-269d9e5b7f29 service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220338 Nov 24 14:29:49.212013 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4f801654-0024-45ee-8906-0b94abbf4cc4 req-87165739-bad1-43db-bbb7-62b260b0ca21 service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820458 Nov 24 14:29:49.546704 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:50.216676 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c99d1-ab1a-4889-a571-5cf624b4110e req-f761edb6-13b8-4e69-b762-78187d3575b1 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:50.218083 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0e0c99d1-ab1a-4889-a571-5cf624b4110e req-f761edb6-13b8-4e69-b762-78187d3575b1 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=11836c45-513f-4443-8b14-c46eeaf624ba HTTP/1.1" status: 200 len: 944 time: 0.0487947 Nov 24 14:29:50.271171 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-0e0c99d1-ab1a-4889-a571-5cf624b4110e req-e9042ea9-b6ab-4229-acaa-0a76cc33ded0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467417 Nov 24 14:29:50.793362 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:51.397197 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e9c9e-25eb-4bcf-8131-47b88dda59b6 req-01e95111-5347-4045-8568-202eb198c8c3 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:51.398695 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-891e9c9e-25eb-4bcf-8131-47b88dda59b6 req-01e95111-5347-4045-8568-202eb198c8c3 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=11836c45-513f-4443-8b14-c46eeaf624ba HTTP/1.1" status: 200 len: 944 time: 0.0561273 Nov 24 14:29:51.450984 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-891e9c9e-25eb-4bcf-8131-47b88dda59b6 req-80128e8d-b9f0-4471-b829-5f501468b9a9 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463519 Nov 24 14:29:52.565940 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271222d-8d02-4aef-b625-af85bda34519 req-9917572c-e760-470a-ba00-369ab6ebd11f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:52.567425 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c271222d-8d02-4aef-b625-af85bda34519 req-9917572c-e760-470a-ba00-369ab6ebd11f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=11836c45-513f-4443-8b14-c46eeaf624ba HTTP/1.1" status: 200 len: 944 time: 0.0488808 Nov 24 14:29:52.617244 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c271222d-8d02-4aef-b625-af85bda34519 req-092bf9f5-e500-4390-a45c-d9c626992e00 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439131 Nov 24 14:29:53.737871 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484fdde-0784-43a0-b120-17b13d9237be req-04d046b5-ae55-46e7-a6f3-0e59201240bb tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:53.739355 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c484fdde-0784-43a0-b120-17b13d9237be req-04d046b5-ae55-46e7-a6f3-0e59201240bb tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=11836c45-513f-4443-8b14-c46eeaf624ba HTTP/1.1" status: 200 len: 944 time: 0.0481877 Nov 24 14:29:53.789507 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c484fdde-0784-43a0-b120-17b13d9237be req-afb15de6-2d60-467a-a2a0-69cbea96b2e0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428026 Nov 24 14:29:54.910868 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4530e7-fc75-4eb3-85f4-5319c3ec84bb req-473c7236-4428-46f3-a80e-a867a7f97eef tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:54.910868 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-af4530e7-fc75-4eb3-85f4-5319c3ec84bb req-473c7236-4428-46f3-a80e-a867a7f97eef tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=11836c45-513f-4443-8b14-c46eeaf624ba HTTP/1.1" status: 200 len: 944 time: 0.0481157 Nov 24 14:29:54.958021 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-af4530e7-fc75-4eb3-85f4-5319c3ec84bb req-d239f242-66ac-4ab1-8a01-beb744ec08f0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429773 Nov 24 14:29:56.069611 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8480685-839c-4255-887f-fbddd96eeb2c req-47f88b69-ce0a-48a3-aada-16e7fff58f16 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:56.071316 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e8480685-839c-4255-887f-fbddd96eeb2c req-47f88b69-ce0a-48a3-aada-16e7fff58f16 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=11836c45-513f-4443-8b14-c46eeaf624ba HTTP/1.1" status: 200 len: 944 time: 0.0483420 Nov 24 14:29:56.124263 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e8480685-839c-4255-887f-fbddd96eeb2c req-de3c0b00-a9ad-4530-afcc-8f85e62fe87b tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471201 Nov 24 14:29:57.060392 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 32717efa-2824-461f-8697-b3d9f3d7bba6 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=102763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:29:57.155449 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 32717efa-2824-461f-8697-b3d9f3d7bba6, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=32717efa-2824-461f-8697-b3d9f3d7bba6,segment=NetworkSegment(92d60b8a-a2d6-42a5-9295-ab7dcf9b5837),segment_id=92d60b8a-a2d6-42a5-9295-ab7dcf9b5837)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:29:57.167341 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Returning: {'device': '32717efa-2824-461f-8697-b3d9f3d7bba6', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'port_id': '32717efa-2824-461f-8697-b3d9f3d7bba6', 'mac_address': 'fa:16:3e:b6:22:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:29:57.203075 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:57.216353 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32717efa-2824-461f-8697-b3d9f3d7bba6 {{(pid=102763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:29:57.236309 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 32717efa-2824-461f-8697-b3d9f3d7bba6, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=32717efa-2824-461f-8697-b3d9f3d7bba6,segment=NetworkSegment(92d60b8a-a2d6-42a5-9295-ab7dcf9b5837),segment_id=92d60b8a-a2d6-42a5-9295-ab7dcf9b5837)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:29:57.240534 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:57.244419 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35767e7c-0f43-442d-9abc-736081c0ce11 req-12f4b9cb-439d-403f-abb0-e9843fca9142 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:57.245942 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-35767e7c-0f43-442d-9abc-736081c0ce11 req-12f4b9cb-439d-403f-abb0-e9843fca9142 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=11836c45-513f-4443-8b14-c46eeaf624ba HTTP/1.1" status: 200 len: 944 time: 0.0540273 Nov 24 14:29:57.297837 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-35767e7c-0f43-442d-9abc-736081c0ce11 req-b0f49ea4-e979-44da-b019-2a814cb712d6 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458105 Nov 24 14:29:57.415169 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=32717efa-2824-461f-8697-b3d9f3d7bba6,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:29:57.421922 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:57.422266 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:57.422606 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:57.422943 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:57.423294 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:57.423645 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:57.423971 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:57.424292 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:57.424615 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:57.424934 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:57.425255 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:57.425569 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:57.574704 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['32717efa-2824-461f-8697-b3d9f3d7bba6'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:29:58.414454 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c48557-452b-4b03-9b47-851122c6bbaf req-0b6cfa18-c571-4283-b6aa-3cdc595f453c tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:58.415963 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-51c48557-452b-4b03-9b47-851122c6bbaf req-0b6cfa18-c571-4283-b6aa-3cdc595f453c tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=11836c45-513f-4443-8b14-c46eeaf624ba HTTP/1.1" status: 200 len: 945 time: 0.0478842 Nov 24 14:29:58.466654 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-51c48557-452b-4b03-9b47-851122c6bbaf req-3b5dbafc-88c6-4568-b2ee-11839ad532aa tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446146 Nov 24 14:29:59.060031 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 32717efa-2824-461f-8697-b3d9f3d7bba6 up at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:29:59.108589 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning for port 32717efa-2824-461f-8697-b3d9f3d7bba6 completed by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:29:59.113416 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning complete for port 32717efa-2824-461f-8697-b3d9f3d7bba6 triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:29:59.113789 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:59.188749 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:59.213710 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11836c45-513f-4443-8b14-c46eeaf624ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32717efa-2824-461f-8697-b3d9f3d7bba6'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:29:59.215940 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02bc6bab57870f22e484ac0312d8c66543c8308e687160369736143e34da9ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61afafe-25b6-43c6-8e4d-ed7fb94f8e22" -d '{"events": [{"server_uuid": "11836c45-513f-4443-8b14-c46eeaf624ba", "name": "network-vif-plugged", "status": "completed", "tag": "32717efa-2824-461f-8697-b3d9f3d7bba6"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:29:59.229397 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port 32717efa-2824-461f-8697-b3d9f3d7bba6, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=32717efa-2824-461f-8697-b3d9f3d7bba6,segment=NetworkSegment(92d60b8a-a2d6-42a5-9295-ab7dcf9b5837),segment_id=92d60b8a-a2d6-42a5-9295-ab7dcf9b5837)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:29:59.233425 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:29:59.280901 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=32717efa-2824-461f-8697-b3d9f3d7bba6,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:29:59.319079 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a09e040-c489-4531-acee-49cec7e05cce x-openstack-request-id: req-8a09e040-c489-4531-acee-49cec7e05cce {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:29:59.319425 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11836c45-513f-4443-8b14-c46eeaf624ba", "name": "network-vif-plugged", "status": "completed", "tag": "32717efa-2824-461f-8697-b3d9f3d7bba6", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:29:59.319705 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8a09e040-c489-4531-acee-49cec7e05cce {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:29:59.320110 dv-cinder-739079-6-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11836c45-513f-4443-8b14-c46eeaf624ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32717efa-2824-461f-8697-b3d9f3d7bba6', 'code': 200} Nov 24 14:29:59.588191 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbee23c-4c40-496a-898d-90b673a8d397 req-c6eef36e-eea0-49b3-ad4f-c010889b1d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:59.589686 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-cdbee23c-4c40-496a-898d-90b673a8d397 req-c6eef36e-eea0-49b3-ad4f-c010889b1d6b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=11836c45-513f-4443-8b14-c46eeaf624ba HTTP/1.1" status: 200 len: 1099 time: 0.0739138 Nov 24 14:29:59.603788 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6970087-9415-4767-bf17-9c4c925dddcb req-d063e765-3824-4115-b227-2f7661fa6912 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:59.605201 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b6970087-9415-4767-bf17-9c4c925dddcb req-d063e765-3824-4115-b227-2f7661fa6912 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=11836c45-513f-4443-8b14-c46eeaf624ba HTTP/1.1" status: 200 len: 946 time: 0.0639186 Nov 24 14:29:59.679966 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-cdbee23c-4c40-496a-898d-90b673a8d397 req-7fff02e6-96cb-40ca-af8d-0538cc6f9de0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738103 Nov 24 14:29:59.683859 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b6970087-9415-4767-bf17-9c4c925dddcb req-8874d239-56f4-4829-94ef-0f885ac1e698 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725474 Nov 24 14:30:00.807070 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532564e-2d48-438d-94b7-7f016288a906 req-13868c26-8b64-45e7-9fe6-cc33416ec102 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:00.808601 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8532564e-2d48-438d-94b7-7f016288a906 req-13868c26-8b64-45e7-9fe6-cc33416ec102 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=11836c45-513f-4443-8b14-c46eeaf624ba HTTP/1.1" status: 200 len: 946 time: 0.0547166 Nov 24 14:30:00.860454 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8532564e-2d48-438d-94b7-7f016288a906 req-08091feb-352b-43a3-a232-a6ad7beb8353 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455449 Nov 24 14:30:01.982364 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c560f-d4b1-40fc-84d1-0b35bc39c187 req-9f5c9f9f-3edc-4ced-b281-c7c824e01275 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:01.983870 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a83c560f-d4b1-40fc-84d1-0b35bc39c187 req-9f5c9f9f-3edc-4ced-b281-c7c824e01275 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=11836c45-513f-4443-8b14-c46eeaf624ba HTTP/1.1" status: 200 len: 946 time: 0.0499289 Nov 24 14:30:02.036120 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-a83c560f-d4b1-40fc-84d1-0b35bc39c187 req-de3f7c6b-2f11-437b-9323-b55eb5d971c3 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456486 Nov 24 14:30:02.162598 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ccae4-1213-4c7b-bd3a-fe14e244a300 req-233f2cbf-ec59-4a92-a552-960b598518cf tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:02.164019 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b97ccae4-1213-4c7b-bd3a-fe14e244a300 req-233f2cbf-ec59-4a92-a552-960b598518cf tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=11836c45-513f-4443-8b14-c46eeaf624ba HTTP/1.1" status: 200 len: 946 time: 0.0534101 Nov 24 14:30:02.215369 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-b97ccae4-1213-4c7b-bd3a-fe14e244a300 req-0af65f28-26fb-40aa-9d5a-b71dba2c10b6 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453184 Nov 24 14:30:02.238728 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 51662) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:30:02.277635 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9345f08-d6e8-47dd-9ff2-be8fdf4aa00a tempest-TestVolumeBootPattern-2102377740 tempest-TestVolumeBootPattern-2102377740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:02.279137 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-c9345f08-d6e8-47dd-9ff2-be8fdf4aa00a tempest-TestVolumeBootPattern-2102377740 tempest-TestVolumeBootPattern-2102377740-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=11836c45-513f-4443-8b14-c46eeaf624ba HTTP/1.1" status: 200 len: 1094 time: 0.0393453 Nov 24 14:30:02.282022 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 51664) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:30:02.286955 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.v2.base [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Request body: {'floatingip': {'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'port_id': '32717efa-2824-461f-8697-b3d9f3d7bba6', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:30:02.308185 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for floatingip, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:30:02.407172 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:30:02.509887 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.db_base_plugin_common [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Allocated IP 172.27.3.36 (49cac10e-0da0-4a0f-8769-64a9bee58c01/34c9a594-21b4-4e79-af6f-55375f25e5d0/5d8cada7-446f-4599-87f3-d7f2dbf66d41) {{(pid=102762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:30:02.614965 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for port, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:30:02.647137 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:30:02.686909 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Network 49cac10e-0da0-4a0f-8769-64a9bee58c01 is already hosted by enough agents. {{(pid=102762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:30:02.690185 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.base_scheduler [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Resources bound (agent type, host, resource id): {{(pid=102762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:30:02.694477 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Received port after_create {{(pid=102762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:30:02.715757 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Pushing event updated for resources: {'Port': ['ID=5d8cada7-446f-4599-87f3-d7f2dbf66d41,revision_number=1']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:30:03.070473 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:30:03.142692 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:30:03.309784 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for port, precommit_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:30:03.315500 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11930847'] for port, after_update {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:30:03.388850 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Pushing event updated for resources: {'Port': ['ID=5d8cada7-446f-4599-87f3-d7f2dbf66d41,revision_number=2']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:30:03.400546 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:03.400903 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:03.401253 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:03.401593 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:03.401927 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:03.402262 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:03.402596 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:03.402928 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:03.403259 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:03.403616 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:03.403946 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:03.404270 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:03.413261 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667194'] for floatingip, after_create {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:30:03.521260 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.db.l3_db [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Floating IP 82ea57ec-dfae-4f60-9ec3-3aa41dae809d associated. External IP: 172.27.3.36, port: 32717efa-2824-461f-8697-b3d9f3d7bba6. Nov 24 14:30:03.728411 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Router c4a0c27a-5b97-4dac-bbb2-cd964378bdeb has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:30:03.838640 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:30:03.848138 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683732c0-9ebf-4674-b78d-7352a36a30b5 None None] Sync routers for ids ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'] in dv-cinder-739079-6-iscsi {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:30:03.857485 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for floatingip, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:30:03.858140 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683732c0-9ebf-4674-b78d-7352a36a30b5 None None] Routers {'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:30:03.858818 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-683732c0-9ebf-4674-b78d-7352a36a30b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:29:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:30:03.885821 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-0d8dbde2-30de-4d13-9c95-b017840f677e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6021867 Nov 24 14:30:03.886747 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11836c45-513f-4443-8b14-c46eeaf624ba', 'tag': '32717efa-2824-461f-8697-b3d9f3d7bba6'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:30:03.889224 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae21199a9d4b78a62ed18da464448d73790c24002c352d214487bf1b37d0fcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de27e258-850a-47e7-b132-e9b65e919d78" -d '{"events": [{"name": "network-changed", "server_uuid": "11836c45-513f-4443-8b14-c46eeaf624ba", "tag": "32717efa-2824-461f-8697-b3d9f3d7bba6"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:30:03.969853 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-683732c0-9ebf-4674-b78d-7352a36a30b5 None None] Set router c4a0c27a-5b97-4dac-bbb2-cd964378bdeb gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:30:03.984899 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db19fff9-6fc6-4e66-9ca8-7b499fa7fd44 x-openstack-request-id: req-db19fff9-6fc6-4e66-9ca8-7b499fa7fd44 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:30:03.985289 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11836c45-513f-4443-8b14-c46eeaf624ba", "tag": "32717efa-2824-461f-8697-b3d9f3d7bba6", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:30:03.986101 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-db19fff9-6fc6-4e66-9ca8-7b499fa7fd44 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:30:03.986621 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11836c45-513f-4443-8b14-c46eeaf624ba', 'tag': '32717efa-2824-461f-8697-b3d9f3d7bba6', 'status': 'completed', 'code': 200} Nov 24 14:30:04.053477 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27e258-850a-47e7-b132-e9b65e919d78 req-50d335d4-bcfd-4a9d-beb9-5852f49ea84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:04.056076 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-de27e258-850a-47e7-b132-e9b65e919d78 req-50d335d4-bcfd-4a9d-beb9-5852f49ea84b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=45349ed13c344da0b4e40e7459d7acbb&device_id=11836c45-513f-4443-8b14-c46eeaf624ba HTTP/1.1" status: 200 len: 1099 time: 0.0457706 Nov 24 14:30:04.149305 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27e258-850a-47e7-b132-e9b65e919d78 req-deef5daf-0999-4167-a2ee-d7ee61c8775b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:04.150893 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-de27e258-850a-47e7-b132-e9b65e919d78 req-deef5daf-0999-4167-a2ee-d7ee61c8775b service neutron] 10.222.0.37 "GET /v2.0/networks?id=9243a22d-267c-4a6f-bc0f-a715e2892f5c HTTP/1.1" status: 200 len: 913 time: 0.0875494 Nov 24 14:30:04.194507 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-683732c0-9ebf-4674-b78d-7352a36a30b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'name': 'tempest-TestVolumeBootPattern-154179752-router', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:35Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 4, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'gw_port': {'id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_floatingips': [{'id': '82ea57ec-dfae-4f60-9ec3-3aa41dae809d', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'port_id': '32717efa-2824-461f-8697-b3d9f3d7bba6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'mac_address': 'fa:16:3e:b6:22:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11836c45-513f-4443-8b14-c46eeaf624ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:30:02Z', 'updated_at': '2021-11-24T14:30:02Z', 'revision_number': 0, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1', 'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'mac_address': 'fa:16:3e:47:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:42Z', 'revision_number': 5, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'subnets': [{'id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:30:04.222179 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683732c0-9ebf-4674-b78d-7352a36a30b5 None None] Checking router: c4a0c27a-5b97-4dac-bbb2-cd964378bdeb for host: dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:30:04.226433 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-de27e258-850a-47e7-b132-e9b65e919d78 req-8222698a-27a9-40c0-96d9-4f59b2e16fc8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32717efa-2824-461f-8697-b3d9f3d7bba6 HTTP/1.1" status: 200 len: 999 time: 0.0668366 Nov 24 14:30:04.230565 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683732c0-9ebf-4674-b78d-7352a36a30b5 None None] Routers {'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:30:04.231170 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-683732c0-9ebf-4674-b78d-7352a36a30b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:29:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:30:04.281906 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27e258-850a-47e7-b132-e9b65e919d78 req-457a1f55-89e1-42ba-ba18-3ee4000b5d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:04.283786 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-de27e258-850a-47e7-b132-e9b65e919d78 req-457a1f55-89e1-42ba-ba18-3ee4000b5d4f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3de96897-b835-40ea-ba9a-57f512f2da18 HTTP/1.1" status: 200 len: 850 time: 0.0464478 Nov 24 14:30:04.330957 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27e258-850a-47e7-b132-e9b65e919d78 req-b65f3722-0bd3-49ed-bf7c-4687109aedf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:04.332495 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-de27e258-850a-47e7-b132-e9b65e919d78 req-b65f3722-0bd3-49ed-bf7c-4687109aedf6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9243a22d-267c-4a6f-bc0f-a715e2892f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409381 Nov 24 14:30:04.337720 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-683732c0-9ebf-4674-b78d-7352a36a30b5 None None] Set router c4a0c27a-5b97-4dac-bbb2-cd964378bdeb gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:30:04.427029 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-de27e258-850a-47e7-b132-e9b65e919d78 req-23d75420-a98e-4ffc-90c0-0947a558d379 service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860965 Nov 24 14:30:04.524081 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-de27e258-850a-47e7-b132-e9b65e919d78 req-11078fbe-bf4e-448a-a430-e012dfcedb14 service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890722 Nov 24 14:30:04.584104 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-683732c0-9ebf-4674-b78d-7352a36a30b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'name': 'tempest-TestVolumeBootPattern-154179752-router', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:35Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 4, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'gw_port': {'id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_floatingips': [{'id': '82ea57ec-dfae-4f60-9ec3-3aa41dae809d', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'port_id': '32717efa-2824-461f-8697-b3d9f3d7bba6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'mac_address': 'fa:16:3e:b6:22:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11836c45-513f-4443-8b14-c46eeaf624ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:30:02Z', 'updated_at': '2021-11-24T14:30:02Z', 'revision_number': 0, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1', 'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'mac_address': 'fa:16:3e:47:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:42Z', 'revision_number': 5, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'subnets': [{'id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:30:04.610316 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683732c0-9ebf-4674-b78d-7352a36a30b5 None None] The sync data for ids ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'] in dv-cinder-739079-6-iscsi is: [{'id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'name': 'tempest-TestVolumeBootPattern-154179752-router', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:35Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 4, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'gw_port': {'id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_floatingips': [{'id': '82ea57ec-dfae-4f60-9ec3-3aa41dae809d', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'port_id': '32717efa-2824-461f-8697-b3d9f3d7bba6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'mac_address': 'fa:16:3e:b6:22:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11836c45-513f-4443-8b14-c46eeaf624ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:30:02Z', 'updated_at': '2021-11-24T14:30:02Z', 'revision_number': 0, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1', 'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'mac_address': 'fa:16:3e:47:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:42Z', 'revision_number': 5, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'subnets': [{'id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:30:04.804574 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30e920e-5c3c-4eae-ba92-d46b5fbc5e70 None None] New status for floating IP 82ea57ec-dfae-4f60-9ec3-3aa41dae809d: ACTIVE {{(pid=102764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:30:10.931454 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:30:14.441104 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-02f11e4c-0b9c-4c93-b7bb-9afdf60f553f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:30:16.392915 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c7d0867d-1a53-45d6-b1b0-23c7694a6057 req-975b4cf5-220f-4fd6-89b6-404cd9e108e3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=11836c45-513f-4443-8b14-c46eeaf624ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454996 Nov 24 14:30:16.478329 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0867d-1a53-45d6-b1b0-23c7694a6057 req-df0a7a3c-796a-4e9c-98fa-2e4c72b97d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:16.479889 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c7d0867d-1a53-45d6-b1b0-23c7694a6057 req-df0a7a3c-796a-4e9c-98fa-2e4c72b97d17 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=45349ed13c344da0b4e40e7459d7acbb&device_id=11836c45-513f-4443-8b14-c46eeaf624ba HTTP/1.1" status: 200 len: 1099 time: 0.0426395 Nov 24 14:30:16.585110 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0867d-1a53-45d6-b1b0-23c7694a6057 req-0aafd10f-8161-4626-bc55-4386d6feb464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:16.586577 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c7d0867d-1a53-45d6-b1b0-23c7694a6057 req-0aafd10f-8161-4626-bc55-4386d6feb464 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9243a22d-267c-4a6f-bc0f-a715e2892f5c HTTP/1.1" status: 200 len: 913 time: 0.0872130 Nov 24 14:30:16.656397 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c7d0867d-1a53-45d6-b1b0-23c7694a6057 req-49a4c3a9-96ab-4f03-85ee-e6da3e6e45fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32717efa-2824-461f-8697-b3d9f3d7bba6 HTTP/1.1" status: 200 len: 1001 time: 0.0613966 Nov 24 14:30:16.706270 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0867d-1a53-45d6-b1b0-23c7694a6057 req-f9d5f9b7-f1f8-4b59-9e6a-96ce5090f60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:16.707744 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c7d0867d-1a53-45d6-b1b0-23c7694a6057 req-f9d5f9b7-f1f8-4b59-9e6a-96ce5090f60f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3de96897-b835-40ea-ba9a-57f512f2da18 HTTP/1.1" status: 200 len: 850 time: 0.0448079 Nov 24 14:30:16.757000 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0867d-1a53-45d6-b1b0-23c7694a6057 req-dd24a7ed-0b65-4a78-bd2a-098cad7d9ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:16.758468 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c7d0867d-1a53-45d6-b1b0-23c7694a6057 req-dd24a7ed-0b65-4a78-bd2a-098cad7d9ef1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9243a22d-267c-4a6f-bc0f-a715e2892f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432293 Nov 24 14:30:16.851235 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c7d0867d-1a53-45d6-b1b0-23c7694a6057 req-f82dbfe6-cb4f-4784-a4e0-cf97c3339f82 service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855289 Nov 24 14:30:16.926202 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1ba60c75-3442-4359-94d5-b5727c603945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:30:16.947009 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-c7d0867d-1a53-45d6-b1b0-23c7694a6057 req-a4f924c0-b4d0-42b0-8b72-2cd93b010bd8 service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884731 Nov 24 14:30:17.948882 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:30:19.551389 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:30:19.728369 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:30:20.796054 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:30:40.926189 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:30:44.435244 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2a2c14fc-5e70-41b1-9153-b204c985149a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:30:46.927586 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-474d8277-c73f-4f93-9acd-7d42e342020a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:30:47.951321 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:30:49.551677 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:30:50.797333 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:30:56.727764 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:31:10.930584 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:31:14.430405 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c341731e-21f3-41b3-ad63-7a5cb50d0d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:31:16.928762 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-825c2168-d018-495e-a962-dc4a7c96b4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:31:17.956976 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:31:18.400950 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-45bbe418-415a-457f-8572-4838376af403 req-7d3ea54d-4195-42e5-940c-7c7df536773a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=11836c45-513f-4443-8b14-c46eeaf624ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432794 Nov 24 14:31:18.488843 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbe418-415a-457f-8572-4838376af403 req-3dc4413b-d62b-4f5b-be67-56d0b92de8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:18.490316 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-45bbe418-415a-457f-8572-4838376af403 req-3dc4413b-d62b-4f5b-be67-56d0b92de8d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=45349ed13c344da0b4e40e7459d7acbb&device_id=11836c45-513f-4443-8b14-c46eeaf624ba HTTP/1.1" status: 200 len: 1099 time: 0.0406749 Nov 24 14:31:18.601387 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbe418-415a-457f-8572-4838376af403 req-e528b559-3d50-4774-a656-7ce1bc378b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:18.602856 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-45bbe418-415a-457f-8572-4838376af403 req-e528b559-3d50-4774-a656-7ce1bc378b30 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9243a22d-267c-4a6f-bc0f-a715e2892f5c HTTP/1.1" status: 200 len: 913 time: 0.0888221 Nov 24 14:31:18.678413 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-45bbe418-415a-457f-8572-4838376af403 req-3717c68f-cd34-4177-9af5-bc210eae763d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32717efa-2824-461f-8697-b3d9f3d7bba6 HTTP/1.1" status: 200 len: 1001 time: 0.0585396 Nov 24 14:31:18.730624 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbe418-415a-457f-8572-4838376af403 req-0322c618-4e43-4068-8be6-59d847a28574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:18.732108 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-45bbe418-415a-457f-8572-4838376af403 req-0322c618-4e43-4068-8be6-59d847a28574 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3de96897-b835-40ea-ba9a-57f512f2da18 HTTP/1.1" status: 200 len: 850 time: 0.0439272 Nov 24 14:31:18.787471 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbe418-415a-457f-8572-4838376af403 req-52c9789a-d504-4ecd-b619-4453ca793809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:18.789006 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-45bbe418-415a-457f-8572-4838376af403 req-52c9789a-d504-4ecd-b619-4453ca793809 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9243a22d-267c-4a6f-bc0f-a715e2892f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460289 Nov 24 14:31:18.883808 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-45bbe418-415a-457f-8572-4838376af403 req-b948952f-99cc-4bbf-a56e-74eb2a4f66f9 service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869470 Nov 24 14:31:18.981763 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-45bbe418-415a-457f-8572-4838376af403 req-517b8bde-1804-4370-8f8c-207f4fb834de service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904245 Nov 24 14:31:19.556618 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:31:20.799732 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:31:33.729181 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:31:40.936282 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:31:44.434312 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-989aa159-c8aa-417c-89d3-e66b9c1d0481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:31:46.930221 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a893a1ad-a9ff-49b8-88b7-f31c3541264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:31:47.959169 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:31:49.557273 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:31:50.801611 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:31:50.945236 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-1e5b50db-3c4b-4336-a2df-4b2ac33cc465 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1964576363&fields=id&tenant_id=45349ed13c344da0b4e40e7459d7acbb HTTP/1.1" status: 200 len: 267 time: 0.0456529 Nov 24 14:31:51.055664 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-f2c536c9-8084-4773-9d59-9c0c6faa2481 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:51.057146 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-f2c536c9-8084-4773-9d59-9c0c6faa2481 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/networks?id=9243a22d-267c-4a6f-bc0f-a715e2892f5c HTTP/1.1" status: 200 len: 811 time: 0.1051326 Nov 24 14:31:51.072338 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-5df74102-9e46-411a-bf84-3c3172518625 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/quotas/45349ed13c344da0b4e40e7459d7acbb HTTP/1.1" status: 200 len: 375 time: 0.0094652 Nov 24 14:31:51.125325 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-75eeeb53-cb85-4e0f-abb2-73569f3c7a19 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=45349ed13c344da0b4e40e7459d7acbb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477896 Nov 24 14:31:51.337042 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-796559d9-62f0-4f73-9c1b-4e962c08237c service neutron] 10.222.0.73 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998656 Nov 24 14:31:51.425545 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-b0bd5df6-89a7-4910-b905-967fce20f227 service neutron] 10.222.0.73 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823097 Nov 24 14:31:51.708891 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-404db41b-115e-47d7-af28-65de84ba061f req-5b4f9de1-3e73-484e-8b04-e6cbf2c64259 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=fda6bf85-35fc-4f4c-bcea-43a012e5a85d HTTP/1.1" status: 200 len: 210 time: 0.0263155 Nov 24 14:31:52.688397 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-c24da999-6a89-4f43-b5a8-4d6ce926b60b tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:52.690261 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-c24da999-6a89-4f43-b5a8-4d6ce926b60b tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.37 "GET /v2.0/networks?id=9243a22d-267c-4a6f-bc0f-a715e2892f5c HTTP/1.1" status: 200 len: 811 time: 0.1081231 Nov 24 14:31:52.758323 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-d440acc3-6a1d-4693-8d45-ea4f09b78eca tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45349ed13c344da0b4e40e7459d7acbb HTTP/1.1" status: 200 len: 380 time: 0.0579703 Nov 24 14:31:52.770922 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-467ff418-7617-4f81-9305-56a732033273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Request body: {'port': {'device_id': 'fda6bf85-35fc-4f4c-bcea-43a012e5a85d', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'admin_state_up': True, 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'security_groups': ['57c59609-7a0d-4424-bfd9-759d4d0f7917']}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:31:52.805379 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8aeb384b-8cff-4424-b369-1945c9422a15 req-0c54d326-e889-43f2-bfbc-bdbbe149f8fd tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=fda6bf85-35fc-4f4c-bcea-43a012e5a85d HTTP/1.1" status: 200 len: 210 time: 0.0261724 Nov 24 14:31:52.879746 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-467ff418-7617-4f81-9305-56a732033273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Made reservation on behalf of 45349ed13c344da0b4e40e7459d7acbb for: {'port': 1} {{(pid=102761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:31:52.883304 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-467ff418-7617-4f81-9305-56a732033273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:31:53.011390 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-467ff418-7617-4f81-9305-56a732033273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Allocated IP 172.20.0.6 (9243a22d-267c-4a6f-bc0f-a715e2892f5c/3de96897-b835-40ea-ba9a-57f512f2da18/fba7a627-498c-4bce-b862-1a42b664f30c) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:31:53.152594 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-467ff418-7617-4f81-9305-56a732033273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:31:53.188437 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-467ff418-7617-4f81-9305-56a732033273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:31:53.228203 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-467ff418-7617-4f81-9305-56a732033273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Network 9243a22d-267c-4a6f-bc0f-a715e2892f5c is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:31:53.233415 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-467ff418-7617-4f81-9305-56a732033273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:31:53.237171 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-467ff418-7617-4f81-9305-56a732033273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:31:53.263566 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ff418-7617-4f81-9305-56a732033273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Pushing event updated for resources: {'Port': ['ID=fba7a627-498c-4bce-b862-1a42b664f30c,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:31:53.277480 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ff418-7617-4f81-9305-56a732033273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:53.277838 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ff418-7617-4f81-9305-56a732033273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:53.278191 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ff418-7617-4f81-9305-56a732033273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:53.278540 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ff418-7617-4f81-9305-56a732033273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:53.278871 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ff418-7617-4f81-9305-56a732033273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:53.279204 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ff418-7617-4f81-9305-56a732033273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:53.279562 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ff418-7617-4f81-9305-56a732033273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:53.279895 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ff418-7617-4f81-9305-56a732033273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:53.280226 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ff418-7617-4f81-9305-56a732033273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:53.280552 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ff418-7617-4f81-9305-56a732033273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:53.280881 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ff418-7617-4f81-9305-56a732033273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:53.281203 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ff418-7617-4f81-9305-56a732033273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:53.305327 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-467ff418-7617-4f81-9305-56a732033273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:53.305950 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-467ff418-7617-4f81-9305-56a732033273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:31:53.324536 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-467ff418-7617-4f81-9305-56a732033273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5591664 Nov 24 14:31:53.340662 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-3ba95616-70b5-4ed6-bb1e-1082c02b6ae2 service neutron] Request body: {'port': {'device_id': 'fda6bf85-35fc-4f4c-bcea-43a012e5a85d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:31:53.399915 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-3ba95616-70b5-4ed6-bb1e-1082c02b6ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:31:53.440970 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-a41e212f-bdaf-4beb-a958-bc3d1d336523 None None] Provisioning complete for port fba7a627-498c-4bce-b862-1a42b664f30c triggered by entity DHCP. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:31:53.441620 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a41e212f-bdaf-4beb-a958-bc3d1d336523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:31:53.478429 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-a41e212f-bdaf-4beb-a958-bc3d1d336523 None None] Port fba7a627-498c-4bce-b862-1a42b664f30c cannot update to ACTIVE because it is not bound. {{(pid=102763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:31:53.666852 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-3ba95616-70b5-4ed6-bb1e-1082c02b6ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba7a627-498c-4bce-b862-1a42b664f30c {{(pid=102761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:31:53.674202 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-3ba95616-70b5-4ed6-bb1e-1082c02b6ae2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:31:53.685786 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.provisioning_blocks [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-3ba95616-70b5-4ed6-bb1e-1082c02b6ae2 service neutron] Transition to ACTIVE for port object fba7a627-498c-4bce-b862-1a42b664f30c will not be triggered until provisioned by entity L2. {{(pid=102761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:31:53.689607 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-3ba95616-70b5-4ed6-bb1e-1082c02b6ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:31:53.741172 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba95616-70b5-4ed6-bb1e-1082c02b6ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=fba7a627-498c-4bce-b862-1a42b664f30c,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:31:53.816914 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-3ba95616-70b5-4ed6-bb1e-1082c02b6ae2 service neutron] Attempting to bind port fba7a627-498c-4bce-b862-1a42b664f30c on host hv-cinder-73907 for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:31:53.817598 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-3ba95616-70b5-4ed6-bb1e-1082c02b6ae2 service neutron] Attempting to bind port fba7a627-498c-4bce-b862-1a42b664f30c by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '92d60b8a-a2d6-42a5-9295-ab7dcf9b5837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:31:53.817598 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-3ba95616-70b5-4ed6-bb1e-1082c02b6ae2 service neutron] Attempting to bind port fba7a627-498c-4bce-b862-1a42b664f30c on network 9243a22d-267c-4a6f-bc0f-a715e2892f5c {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:31:53.822345 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-3ba95616-70b5-4ed6-bb1e-1082c02b6ae2 service neutron] Port fba7a627-498c-4bce-b862-1a42b664f30c on network 9243a22d-267c-4a6f-bc0f-a715e2892f5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 14:31:53.822672 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-3ba95616-70b5-4ed6-bb1e-1082c02b6ae2 service neutron] Attempting to bind port fba7a627-498c-4bce-b862-1a42b664f30c on network 9243a22d-267c-4a6f-bc0f-a715e2892f5c {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:31:53.828193 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-3ba95616-70b5-4ed6-bb1e-1082c02b6ae2 service neutron] Checking agent: {'id': 'd0515656-fb8d-4ba5-be1c-f8deb6c3b48b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'started_at': datetime.datetime(2021, 11, 24, 14, 16, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:31:53.828682 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-3ba95616-70b5-4ed6-bb1e-1082c02b6ae2 service neutron] Checking segment: {'id': '92d60b8a-a2d6-42a5-9295-ab7dcf9b5837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:31:53.829063 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-3ba95616-70b5-4ed6-bb1e-1082c02b6ae2 service neutron] Bound using segment: {'id': '92d60b8a-a2d6-42a5-9295-ab7dcf9b5837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:31:53.829496 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-3ba95616-70b5-4ed6-bb1e-1082c02b6ae2 service neutron] Bound port: fba7a627-498c-4bce-b862-1a42b664f30c, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92d60b8a-a2d6-42a5-9295-ab7dcf9b5837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:31:53.829860 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-3ba95616-70b5-4ed6-bb1e-1082c02b6ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:31:53.927531 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-3ba95616-70b5-4ed6-bb1e-1082c02b6ae2 service neutron] For port fba7a627-498c-4bce-b862-1a42b664f30c, host hv-cinder-73907, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:31:53.931134 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-3ba95616-70b5-4ed6-bb1e-1082c02b6ae2 service neutron] For port fba7a627-498c-4bce-b862-1a42b664f30c, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=fba7a627-498c-4bce-b862-1a42b664f30c,segment=NetworkSegment(92d60b8a-a2d6-42a5-9295-ab7dcf9b5837),segment_id=92d60b8a-a2d6-42a5-9295-ab7dcf9b5837)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:31:53.935654 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-3ba95616-70b5-4ed6-bb1e-1082c02b6ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:31:53.978074 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a2388-4c1b-4ad9-91ab-9d6136e10313 req-56d21a60-17d4-41dc-a346-d1079aeac2de tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:53.979574 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-186a2388-4c1b-4ad9-91ab-9d6136e10313 req-56d21a60-17d4-41dc-a346-d1079aeac2de tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=fda6bf85-35fc-4f4c-bcea-43a012e5a85d HTTP/1.1" status: 200 len: 943 time: 0.1015601 Nov 24 14:31:53.987934 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-3ba95616-70b5-4ed6-bb1e-1082c02b6ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:53.989679 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-3ba95616-70b5-4ed6-bb1e-1082c02b6ae2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:31:53.990999 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-3ba95616-70b5-4ed6-bb1e-1082c02b6ae2 service neutron] 10.222.0.37 "PUT /v2.0/ports/fba7a627-498c-4bce-b862-1a42b664f30c HTTP/1.1" status: 200 len: 1093 time: 0.6549287 Nov 24 14:31:53.991452 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda6bf85-35fc-4f4c-bcea-43a012e5a85d', 'tag': 'fba7a627-498c-4bce-b862-1a42b664f30c'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:31:53.993672 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25d03f6-cd8d-4e74-98aa-136216b8363d" -d '{"events": [{"name": "network-changed", "server_uuid": "fda6bf85-35fc-4f4c-bcea-43a012e5a85d", "tag": "fba7a627-498c-4bce-b862-1a42b664f30c"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:31:54.044512 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a874d006-24dd-481c-83c3-928b68332308 x-openstack-request-id: req-a874d006-24dd-481c-83c3-928b68332308 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:31:54.044805 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda6bf85-35fc-4f4c-bcea-43a012e5a85d", "tag": "fba7a627-498c-4bce-b862-1a42b664f30c", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:31:54.045061 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a874d006-24dd-481c-83c3-928b68332308 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:31:54.045456 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda6bf85-35fc-4f4c-bcea-43a012e5a85d', 'tag': 'fba7a627-498c-4bce-b862-1a42b664f30c', 'status': 'completed', 'code': 200} Nov 24 14:31:54.060680 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba95616-70b5-4ed6-bb1e-1082c02b6ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=fba7a627-498c-4bce-b862-1a42b664f30c,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:31:54.102487 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-186a2388-4c1b-4ad9-91ab-9d6136e10313 req-016c428e-c99e-48dd-8821-9efc42faec64 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160610 Nov 24 14:31:54.111651 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-565291de-2a2e-4056-96ee-5781fcd5083f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:54.113446 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-565291de-2a2e-4056-96ee-5781fcd5083f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=45349ed13c344da0b4e40e7459d7acbb&device_id=fda6bf85-35fc-4f4c-bcea-43a012e5a85d HTTP/1.1" status: 200 len: 1096 time: 0.0725574 Nov 24 14:31:54.161542 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-c5d95e54-d483-480d-85bc-ef615b650afb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fba7a627-498c-4bce-b862-1a42b664f30c HTTP/1.1" status: 200 len: 217 time: 0.0360038 Nov 24 14:31:54.220786 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-314d6445-c4bf-48fc-95e3-aa9fb72d84c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:54.222281 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-314d6445-c4bf-48fc-95e3-aa9fb72d84c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3de96897-b835-40ea-ba9a-57f512f2da18 HTTP/1.1" status: 200 len: 850 time: 0.0530684 Nov 24 14:31:54.268627 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-d8fc4edd-d4a5-46a4-8dec-402407c4267a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:54.270500 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-d8fc4edd-d4a5-46a4-8dec-402407c4267a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9243a22d-267c-4a6f-bc0f-a715e2892f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401549 Nov 24 14:31:54.363264 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-d07e9d59-f604-4155-acb2-0c2d69ae6d79 service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843639 Nov 24 14:31:54.454916 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-68ccef09-4f1b-487c-813b-d4afd942ae1c req-9272f50a-71eb-4edf-8018-592881db0a55 service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834007 Nov 24 14:31:54.541424 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d03f6-cd8d-4e74-98aa-136216b8363d req-abbbab63-86cb-4944-8ffb-7c85e55162b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:54.542831 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b25d03f6-cd8d-4e74-98aa-136216b8363d req-abbbab63-86cb-4944-8ffb-7c85e55162b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=45349ed13c344da0b4e40e7459d7acbb&device_id=fda6bf85-35fc-4f4c-bcea-43a012e5a85d HTTP/1.1" status: 200 len: 1096 time: 0.0408313 Nov 24 14:31:54.640950 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d03f6-cd8d-4e74-98aa-136216b8363d req-0ae42892-81cf-4fa2-9150-a2dbaf3c5160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:54.642400 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b25d03f6-cd8d-4e74-98aa-136216b8363d req-0ae42892-81cf-4fa2-9150-a2dbaf3c5160 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9243a22d-267c-4a6f-bc0f-a715e2892f5c HTTP/1.1" status: 200 len: 913 time: 0.0887799 Nov 24 14:31:54.685192 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b25d03f6-cd8d-4e74-98aa-136216b8363d req-c593bbc8-2aba-4c4b-b01d-cb33646ec4ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fba7a627-498c-4bce-b862-1a42b664f30c HTTP/1.1" status: 200 len: 217 time: 0.0335402 Nov 24 14:31:54.743141 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d03f6-cd8d-4e74-98aa-136216b8363d req-4831e95c-e365-46a2-8d12-66c8fa63550d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:54.744611 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b25d03f6-cd8d-4e74-98aa-136216b8363d req-4831e95c-e365-46a2-8d12-66c8fa63550d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3de96897-b835-40ea-ba9a-57f512f2da18 HTTP/1.1" status: 200 len: 850 time: 0.0484619 Nov 24 14:31:54.791825 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d03f6-cd8d-4e74-98aa-136216b8363d req-67a8718a-4277-42f5-bd0b-41b3191b8b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:54.793201 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b25d03f6-cd8d-4e74-98aa-136216b8363d req-67a8718a-4277-42f5-bd0b-41b3191b8b68 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9243a22d-267c-4a6f-bc0f-a715e2892f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403750 Nov 24 14:31:54.885990 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b25d03f6-cd8d-4e74-98aa-136216b8363d req-4bff7e34-a1c9-400e-80ed-dd2be2d95d9f service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838289 Nov 24 14:31:54.980786 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-b25d03f6-cd8d-4e74-98aa-136216b8363d req-8a60e9cc-7fe4-4aed-9cd9-f99e899e1b4e service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852299 Nov 24 14:31:55.223539 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956c03c-c2a9-41b7-96b7-5e60b978b300 req-9547bbbf-aa45-4ad2-af58-a51869cbeffb tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:55.224985 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c956c03c-c2a9-41b7-96b7-5e60b978b300 req-9547bbbf-aa45-4ad2-af58-a51869cbeffb tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=fda6bf85-35fc-4f4c-bcea-43a012e5a85d HTTP/1.1" status: 200 len: 943 time: 0.0523746 Nov 24 14:31:55.274921 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c956c03c-c2a9-41b7-96b7-5e60b978b300 req-d8bc4078-be0e-4b2b-b945-582da5756d91 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437016 Nov 24 14:31:56.387037 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e1eef-eb5b-4798-85cb-b86e0a06cb81 req-14d7c53a-2c6b-4391-97c3-f90bbdaf4bb7 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:56.388514 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6a6e1eef-eb5b-4798-85cb-b86e0a06cb81 req-14d7c53a-2c6b-4391-97c3-f90bbdaf4bb7 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=fda6bf85-35fc-4f4c-bcea-43a012e5a85d HTTP/1.1" status: 200 len: 943 time: 0.0482910 Nov 24 14:31:56.436841 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6a6e1eef-eb5b-4798-85cb-b86e0a06cb81 req-292d9cb5-9f8b-4bbf-aff3-496acfbe9301 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424924 Nov 24 14:31:57.705955 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe132e5-6bae-4b61-8eb2-9adabde4a719 req-b4cbbb7a-bda3-4800-94fa-4d092d24947e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:57.707497 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bbe132e5-6bae-4b61-8eb2-9adabde4a719 req-b4cbbb7a-bda3-4800-94fa-4d092d24947e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=fda6bf85-35fc-4f4c-bcea-43a012e5a85d HTTP/1.1" status: 200 len: 943 time: 0.0468256 Nov 24 14:31:57.756497 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-bbe132e5-6bae-4b61-8eb2-9adabde4a719 req-213234e8-181f-4ea1-be9a-a237873207a4 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429914 Nov 24 14:31:58.875523 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b0256-da4b-421f-a7e3-c2bb25cdfe82 req-788d5c75-c30b-406a-8a0c-9a80f4ade902 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:58.877281 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-893b0256-da4b-421f-a7e3-c2bb25cdfe82 req-788d5c75-c30b-406a-8a0c-9a80f4ade902 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=fda6bf85-35fc-4f4c-bcea-43a012e5a85d HTTP/1.1" status: 200 len: 943 time: 0.0527730 Nov 24 14:31:58.929136 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-893b0256-da4b-421f-a7e3-c2bb25cdfe82 req-134a14ab-d097-4062-a074-2bff93779d15 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448112 Nov 24 14:32:00.046209 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42050eb-bfe4-4ca4-a7cd-5ec3ef893586 req-135e6626-42c4-4c81-8124-43cf16ff1b9f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:00.047685 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c42050eb-bfe4-4ca4-a7cd-5ec3ef893586 req-135e6626-42c4-4c81-8124-43cf16ff1b9f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=fda6bf85-35fc-4f4c-bcea-43a012e5a85d HTTP/1.1" status: 200 len: 943 time: 0.0522435 Nov 24 14:32:00.095860 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-c42050eb-bfe4-4ca4-a7cd-5ec3ef893586 req-830fa1ce-5205-4dc1-9f4d-e86075bb6a98 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417497 Nov 24 14:32:01.213579 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25991b6e-5bbe-4c7a-99b6-a482627bd153 req-5b5a3dec-2d37-44dd-b1aa-b1d3033aee73 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:01.214964 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-25991b6e-5bbe-4c7a-99b6-a482627bd153 req-5b5a3dec-2d37-44dd-b1aa-b1d3033aee73 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=fda6bf85-35fc-4f4c-bcea-43a012e5a85d HTTP/1.1" status: 200 len: 943 time: 0.0487089 Nov 24 14:32:01.264261 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-25991b6e-5bbe-4c7a-99b6-a482627bd153 req-58875d26-429c-43b3-a61e-1ff2c4aee6b7 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434470 Nov 24 14:32:01.597021 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device fba7a627-498c-4bce-b862-1a42b664f30c details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=102763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:32:01.696856 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port fba7a627-498c-4bce-b862-1a42b664f30c, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=fba7a627-498c-4bce-b862-1a42b664f30c,segment=NetworkSegment(92d60b8a-a2d6-42a5-9295-ab7dcf9b5837),segment_id=92d60b8a-a2d6-42a5-9295-ab7dcf9b5837)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:32:01.708643 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Returning: {'device': 'fba7a627-498c-4bce-b862-1a42b664f30c', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'port_id': 'fba7a627-498c-4bce-b862-1a42b664f30c', 'mac_address': 'fa:16:3e:eb:75:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:32:01.746495 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:32:01.759701 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba7a627-498c-4bce-b862-1a42b664f30c {{(pid=102763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:32:01.778469 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port fba7a627-498c-4bce-b862-1a42b664f30c, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=fba7a627-498c-4bce-b862-1a42b664f30c,segment=NetworkSegment(92d60b8a-a2d6-42a5-9295-ab7dcf9b5837),segment_id=92d60b8a-a2d6-42a5-9295-ab7dcf9b5837)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:32:01.782265 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:32:01.828681 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=fba7a627-498c-4bce-b862-1a42b664f30c,revision_number=4']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:01.836349 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:01.836700 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:01.837045 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:01.837384 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:01.837717 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:01.838051 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:01.838385 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:01.838713 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:01.839044 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:01.839370 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:01.839725 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:01.840050 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:02.088029 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] get_ports_and_sgs() called for port_ids ['fba7a627-498c-4bce-b862-1a42b664f30c'] {{(pid=102763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:32:02.378807 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7468c2-31b5-4d9c-9e83-353c8c9e8715 req-aa2f38e9-5581-4e56-b04b-8a68fc95221f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:02.380320 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9d7468c2-31b5-4d9c-9e83-353c8c9e8715 req-aa2f38e9-5581-4e56-b04b-8a68fc95221f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=fda6bf85-35fc-4f4c-bcea-43a012e5a85d HTTP/1.1" status: 200 len: 944 time: 0.0491118 Nov 24 14:32:02.429240 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-9d7468c2-31b5-4d9c-9e83-353c8c9e8715 req-49af983b-b4b8-40aa-82cf-64e8ec40a252 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430491 Nov 24 14:32:03.547723 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf77f24-1fc3-46b1-a660-9a0448f62299 req-fc244be4-7c0f-478f-bc0f-829af76df701 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:03.549206 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4bf77f24-1fc3-46b1-a660-9a0448f62299 req-fc244be4-7c0f-478f-bc0f-829af76df701 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=fda6bf85-35fc-4f4c-bcea-43a012e5a85d HTTP/1.1" status: 200 len: 944 time: 0.0505610 Nov 24 14:32:03.602909 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-4bf77f24-1fc3-46b1-a660-9a0448f62299 req-f1d806c2-f831-46c1-a5fb-bc021ea1488f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468960 Nov 24 14:32:03.604202 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device fba7a627-498c-4bce-b862-1a42b664f30c up at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:32:03.776632 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning for port fba7a627-498c-4bce-b862-1a42b664f30c completed by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:32:03.780611 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.provisioning_blocks [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Provisioning complete for port fba7a627-498c-4bce-b862-1a42b664f30c triggered by entity L2. {{(pid=102763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:32:03.780978 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3877256'] for port, provisioning_complete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:32:03.856152 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:32:03.878922 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda6bf85-35fc-4f4c-bcea-43a012e5a85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba7a627-498c-4bce-b862-1a42b664f30c'}] {{(pid=102763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:32:03.881400 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02bc6bab57870f22e484ac0312d8c66543c8308e687160369736143e34da9ae5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b929d50d-fcec-47a7-9737-b71f70aa1e33" -d '{"events": [{"server_uuid": "fda6bf85-35fc-4f4c-bcea-43a012e5a85d", "name": "network-vif-plugged", "status": "completed", "tag": "fba7a627-498c-4bce-b862-1a42b664f30c"}]}' {{(pid=102763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:32:03.894854 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] For port fba7a627-498c-4bce-b862-1a42b664f30c, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=fba7a627-498c-4bce-b862-1a42b664f30c,segment=NetworkSegment(92d60b8a-a2d6-42a5-9295-ab7dcf9b5837),segment_id=92d60b8a-a2d6-42a5-9295-ab7dcf9b5837)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:32:03.900502 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022'] for port, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:32:03.930476 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f10690-df7d-41b6-a1c0-9fcf97c82dc2 x-openstack-request-id: req-e3f10690-df7d-41b6-a1c0-9fcf97c82dc2 {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:32:03.930765 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda6bf85-35fc-4f4c-bcea-43a012e5a85d", "name": "network-vif-plugged", "status": "completed", "tag": "fba7a627-498c-4bce-b862-1a42b664f30c", "code": 200}]} {{(pid=102763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:32:03.931015 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e3f10690-df7d-41b6-a1c0-9fcf97c82dc2 {{(pid=102763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:32:03.931426 dv-cinder-739079-6-iscsi neutron-server[102763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda6bf85-35fc-4f4c-bcea-43a012e5a85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba7a627-498c-4bce-b862-1a42b664f30c', 'code': 200} Nov 24 14:32:03.956158 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Pushing event updated for resources: {'Port': ['ID=fba7a627-498c-4bce-b862-1a42b664f30c,revision_number=5']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:04.405402 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d8638-1d32-469c-b373-524f0f398dbe req-64f18ca4-7ad0-492e-bf33-039a6df8a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:04.406870 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-882d8638-1d32-469c-b373-524f0f398dbe req-64f18ca4-7ad0-492e-bf33-039a6df8a885 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fda6bf85-35fc-4f4c-bcea-43a012e5a85d HTTP/1.1" status: 200 len: 1098 time: 0.2959762 Nov 24 14:32:04.455488 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-882d8638-1d32-469c-b373-524f0f398dbe req-65834b24-7e59-445f-a041-46bdcb1adb4d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393286 Nov 24 14:32:04.716172 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ac422-ab55-4115-9e7c-0d6955327027 req-c1ed1fa4-674f-492b-826b-3a078359dfa0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:04.717568 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-bc1ac422-ab55-4115-9e7c-0d6955327027 req-c1ed1fa4-674f-492b-826b-3a078359dfa0 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=fda6bf85-35fc-4f4c-bcea-43a012e5a85d HTTP/1.1" status: 200 len: 945 time: 0.0478044 Nov 24 14:32:04.766793 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-bc1ac422-ab55-4115-9e7c-0d6955327027 req-4f2b415c-46d9-4e37-9e69-9b884a48b138 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433741 Nov 24 14:32:05.884096 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ba0a9-e023-4792-9826-08a62fa21b1c req-74384de6-0197-4d10-8e4b-5d2fca7e255f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:05.885569 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dc0ba0a9-e023-4792-9826-08a62fa21b1c req-74384de6-0197-4d10-8e4b-5d2fca7e255f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=fda6bf85-35fc-4f4c-bcea-43a012e5a85d HTTP/1.1" status: 200 len: 945 time: 0.0481129 Nov 24 14:32:05.939762 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-dc0ba0a9-e023-4792-9826-08a62fa21b1c req-4447ef71-c8f4-4150-a584-ab55770b2a92 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478356 Nov 24 14:32:06.054728 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660e2f2-2286-4b01-8533-70fb4166be5d req-1d7ed0b6-5935-41d2-ac58-716cd516d53d tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:06.056116 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-3660e2f2-2286-4b01-8533-70fb4166be5d req-1d7ed0b6-5935-41d2-ac58-716cd516d53d tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=fda6bf85-35fc-4f4c-bcea-43a012e5a85d HTTP/1.1" status: 200 len: 945 time: 0.0505440 Nov 24 14:32:06.104766 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-3660e2f2-2286-4b01-8533-70fb4166be5d req-dc8f4f36-8da7-4fe4-a78f-ebb3d551de8b tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427620 Nov 24 14:32:06.127017 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 51800) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:32:06.165954 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8773a0-0954-4187-ae91-123c6a484f8f tempest-TestVolumeBootPattern-2102377740 tempest-TestVolumeBootPattern-2102377740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:06.167445 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-df8773a0-0954-4187-ae91-123c6a484f8f tempest-TestVolumeBootPattern-2102377740 tempest-TestVolumeBootPattern-2102377740-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=fda6bf85-35fc-4f4c-bcea-43a012e5a85d HTTP/1.1" status: 200 len: 1093 time: 0.0393915 Nov 24 14:32:06.170072 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 51802) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:32:06.174230 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.v2.base [None req-f25a4843-da72-41c0-a450-bd8c32fa860f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Request body: {'floatingip': {'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'port_id': 'fba7a627-498c-4bce-b862-1a42b664f30c', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:32:06.196115 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f25a4843-da72-41c0-a450-bd8c32fa860f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for floatingip, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:32:06.293689 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f25a4843-da72-41c0-a450-bd8c32fa860f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:32:06.392648 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_common [None req-f25a4843-da72-41c0-a450-bd8c32fa860f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Allocated IP 172.27.3.57 (49cac10e-0da0-4a0f-8769-64a9bee58c01/34c9a594-21b4-4e79-af6f-55375f25e5d0/9c989876-f558-4a7c-bf4e-004ff91140eb) {{(pid=102761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:32:06.494135 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f25a4843-da72-41c0-a450-bd8c32fa860f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for port, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:32:06.527871 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f25a4843-da72-41c0-a450-bd8c32fa860f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783322838986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:32:06.563193 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25a4843-da72-41c0-a450-bd8c32fa860f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Network 49cac10e-0da0-4a0f-8769-64a9bee58c01 is already hosted by enough agents. {{(pid=102761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:32:06.567984 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.base_scheduler [None req-f25a4843-da72-41c0-a450-bd8c32fa860f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Resources bound (agent type, host, resource id): {{(pid=102761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:32:06.572894 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a4843-da72-41c0-a450-bd8c32fa860f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Received port after_create {{(pid=102761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:32:06.596415 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a4843-da72-41c0-a450-bd8c32fa860f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Pushing event updated for resources: {'Port': ['ID=9c989876-f558-4a7c-bf4e-004ff91140eb,revision_number=1']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:06.930930 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f25a4843-da72-41c0-a450-bd8c32fa860f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:32:06.997912 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f25a4843-da72-41c0-a450-bd8c32fa860f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721864'] for port, before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:32:07.144007 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f25a4843-da72-41c0-a450-bd8c32fa860f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for port, precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:32:07.148776 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f25a4843-da72-41c0-a450-bd8c32fa860f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783323271882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783322839004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783322839022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8883855'] for port, after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:32:07.217307 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a4843-da72-41c0-a450-bd8c32fa860f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Pushing event updated for resources: {'Port': ['ID=9c989876-f558-4a7c-bf4e-004ff91140eb,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:07.229845 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f25a4843-da72-41c0-a450-bd8c32fa860f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667194'] for floatingip, after_create {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:32:07.324599 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.db.l3_db [None req-f25a4843-da72-41c0-a450-bd8c32fa860f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Floating IP 5ff84932-37b1-4611-9c7d-7e98aa6c7fe8 associated. External IP: 172.27.3.57, port: fba7a627-498c-4bce-b862-1a42b664f30c. Nov 24 14:32:07.535313 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25a4843-da72-41c0-a450-bd8c32fa860f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Router c4a0c27a-5b97-4dac-bbb2-cd964378bdeb has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:32:07.642629 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25a4843-da72-41c0-a450-bd8c32fa860f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:32:07.653335 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62f00d6-30fd-4a84-ab2e-32c074a88de3 None None] Sync routers for ids ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'] in dv-cinder-739079-6-iscsi {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:32:07.661252 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-f25a4843-da72-41c0-a450-bd8c32fa860f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for floatingip, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:32:07.662507 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62f00d6-30fd-4a84-ab2e-32c074a88de3 None None] Routers {'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:32:07.663720 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-e62f00d6-30fd-4a84-ab2e-32c074a88de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:31:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:32:07.698162 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-f25a4843-da72-41c0-a450-bd8c32fa860f tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5174007 Nov 24 14:32:07.698162 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda6bf85-35fc-4f4c-bcea-43a012e5a85d', 'tag': 'fba7a627-498c-4bce-b862-1a42b664f30c'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:32:07.698162 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa79952e-72f1-433a-9104-67613c4d8268" -d '{"events": [{"name": "network-changed", "server_uuid": "fda6bf85-35fc-4f4c-bcea-43a012e5a85d", "tag": "fba7a627-498c-4bce-b862-1a42b664f30c"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:32:07.730015 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2b0d5d-6a29-45e3-9350-3ad6b546edb8 x-openstack-request-id: req-4c2b0d5d-6a29-45e3-9350-3ad6b546edb8 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:32:07.730314 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda6bf85-35fc-4f4c-bcea-43a012e5a85d", "tag": "fba7a627-498c-4bce-b862-1a42b664f30c", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:32:07.730569 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4c2b0d5d-6a29-45e3-9350-3ad6b546edb8 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:32:07.731027 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda6bf85-35fc-4f4c-bcea-43a012e5a85d', 'tag': 'fba7a627-498c-4bce-b862-1a42b664f30c', 'status': 'completed', 'code': 200} Nov 24 14:32:07.773531 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-e62f00d6-30fd-4a84-ab2e-32c074a88de3 None None] Set router c4a0c27a-5b97-4dac-bbb2-cd964378bdeb gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:32:07.792835 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79952e-72f1-433a-9104-67613c4d8268 req-90a907a7-cc4c-40ea-a8d6-ebf7367fe9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:07.794252 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fa79952e-72f1-433a-9104-67613c4d8268 req-90a907a7-cc4c-40ea-a8d6-ebf7367fe9bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=45349ed13c344da0b4e40e7459d7acbb&device_id=fda6bf85-35fc-4f4c-bcea-43a012e5a85d HTTP/1.1" status: 200 len: 1098 time: 0.0408859 Nov 24 14:32:07.889875 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79952e-72f1-433a-9104-67613c4d8268 req-c8c4def1-3105-4d72-9d14-1acfba314b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:07.891472 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fa79952e-72f1-433a-9104-67613c4d8268 req-c8c4def1-3105-4d72-9d14-1acfba314b3e service neutron] 10.222.0.37 "GET /v2.0/networks?id=9243a22d-267c-4a6f-bc0f-a715e2892f5c HTTP/1.1" status: 200 len: 913 time: 0.0904887 Nov 24 14:32:07.958357 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fa79952e-72f1-433a-9104-67613c4d8268 req-9e63f707-92d9-47dc-8652-ad52488d1877 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fba7a627-498c-4bce-b862-1a42b664f30c HTTP/1.1" status: 200 len: 998 time: 0.0589077 Nov 24 14:32:08.010584 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-e62f00d6-30fd-4a84-ab2e-32c074a88de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'name': 'tempest-TestVolumeBootPattern-154179752-router', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:35Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 4, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'gw_port': {'id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_floatingips': [{'id': '5ff84932-37b1-4611-9c7d-7e98aa6c7fe8', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'port_id': 'fba7a627-498c-4bce-b862-1a42b664f30c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'mac_address': 'fa:16:3e:eb:75:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda6bf85-35fc-4f4c-bcea-43a012e5a85d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:32:06Z', 'updated_at': '2021-11-24T14:32:06Z', 'revision_number': 0, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'fixed_ip_address_scope': None}, {'id': '82ea57ec-dfae-4f60-9ec3-3aa41dae809d', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'port_id': '32717efa-2824-461f-8697-b3d9f3d7bba6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'mac_address': 'fa:16:3e:b6:22:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11836c45-513f-4443-8b14-c46eeaf624ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:30:02Z', 'updated_at': '2021-11-24T14:30:04Z', 'revision_number': 1, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1', 'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'mac_address': 'fa:16:3e:47:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:42Z', 'revision_number': 5, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'subnets': [{'id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:32:08.010991 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79952e-72f1-433a-9104-67613c4d8268 req-5d192ad4-7446-415f-ba0f-6625cd5d7577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:08.012475 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fa79952e-72f1-433a-9104-67613c4d8268 req-5d192ad4-7446-415f-ba0f-6625cd5d7577 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3de96897-b835-40ea-ba9a-57f512f2da18 HTTP/1.1" status: 200 len: 850 time: 0.0473955 Nov 24 14:32:08.036993 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62f00d6-30fd-4a84-ab2e-32c074a88de3 None None] Checking router: c4a0c27a-5b97-4dac-bbb2-cd964378bdeb for host: dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:32:08.045672 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62f00d6-30fd-4a84-ab2e-32c074a88de3 None None] Routers {'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:32:08.046218 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-e62f00d6-30fd-4a84-ab2e-32c074a88de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:31:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:32:08.058599 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79952e-72f1-433a-9104-67613c4d8268 req-bc92d7ac-038d-475d-99bf-158b6f756dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:08.060522 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fa79952e-72f1-433a-9104-67613c4d8268 req-bc92d7ac-038d-475d-99bf-158b6f756dc1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9243a22d-267c-4a6f-bc0f-a715e2892f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400925 Nov 24 14:32:08.150898 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-e62f00d6-30fd-4a84-ab2e-32c074a88de3 None None] Set router c4a0c27a-5b97-4dac-bbb2-cd964378bdeb gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:32:08.154940 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fa79952e-72f1-433a-9104-67613c4d8268 req-b991fbd2-1991-4ac9-9ac1-1b37af311244 service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867908 Nov 24 14:32:08.247446 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-fa79952e-72f1-433a-9104-67613c4d8268 req-3740bcc9-e880-472f-8264-de9d881000a0 service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853226 Nov 24 14:32:08.381057 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-e62f00d6-30fd-4a84-ab2e-32c074a88de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'name': 'tempest-TestVolumeBootPattern-154179752-router', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:35Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 4, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'gw_port': {'id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_floatingips': [{'id': '5ff84932-37b1-4611-9c7d-7e98aa6c7fe8', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'port_id': 'fba7a627-498c-4bce-b862-1a42b664f30c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'mac_address': 'fa:16:3e:eb:75:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda6bf85-35fc-4f4c-bcea-43a012e5a85d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:32:06Z', 'updated_at': '2021-11-24T14:32:06Z', 'revision_number': 0, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'fixed_ip_address_scope': None}, {'id': '82ea57ec-dfae-4f60-9ec3-3aa41dae809d', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'port_id': '32717efa-2824-461f-8697-b3d9f3d7bba6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'mac_address': 'fa:16:3e:b6:22:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11836c45-513f-4443-8b14-c46eeaf624ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:30:02Z', 'updated_at': '2021-11-24T14:30:04Z', 'revision_number': 1, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1', 'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'mac_address': 'fa:16:3e:47:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:42Z', 'revision_number': 5, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'subnets': [{'id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:32:08.410945 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62f00d6-30fd-4a84-ab2e-32c074a88de3 None None] The sync data for ids ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'] in dv-cinder-739079-6-iscsi is: [{'id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'name': 'tempest-TestVolumeBootPattern-154179752-router', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:35Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 4, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'gw_port': {'id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_floatingips': [{'id': '5ff84932-37b1-4611-9c7d-7e98aa6c7fe8', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'port_id': 'fba7a627-498c-4bce-b862-1a42b664f30c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'mac_address': 'fa:16:3e:eb:75:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda6bf85-35fc-4f4c-bcea-43a012e5a85d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:32:06Z', 'updated_at': '2021-11-24T14:32:06Z', 'revision_number': 0, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'fixed_ip_address_scope': None}, {'id': '82ea57ec-dfae-4f60-9ec3-3aa41dae809d', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'port_id': '32717efa-2824-461f-8697-b3d9f3d7bba6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'mac_address': 'fa:16:3e:b6:22:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11836c45-513f-4443-8b14-c46eeaf624ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:30:02Z', 'updated_at': '2021-11-24T14:30:04Z', 'revision_number': 1, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1', 'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'mac_address': 'fa:16:3e:47:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:42Z', 'revision_number': 5, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'subnets': [{'id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:32:08.598757 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd1458d-ed11-401f-a7b1-e9aa782446a2 None None] New status for floating IP 5ff84932-37b1-4611-9c7d-7e98aa6c7fe8: ACTIVE {{(pid=102764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:32:10.727959 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:32:10.939388 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:32:14.435946 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b18b9032-568e-4c34-9367-bfd64fa8ac19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:32:16.933485 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5b2a4a25-c472-488a-839e-9d2874be8e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:32:17.961447 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:32:19.395705 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6187f519-4c21-423a-8b4e-a4d0e6e903f7 req-f5827ae9-564d-4398-94de-57a2467ac6e9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=11836c45-513f-4443-8b14-c46eeaf624ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391092 Nov 24 14:32:19.488830 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187f519-4c21-423a-8b4e-a4d0e6e903f7 req-a72907be-59df-403e-9867-0d0dd417c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:19.490600 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6187f519-4c21-423a-8b4e-a4d0e6e903f7 req-a72907be-59df-403e-9867-0d0dd417c8d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=45349ed13c344da0b4e40e7459d7acbb&device_id=11836c45-513f-4443-8b14-c46eeaf624ba HTTP/1.1" status: 200 len: 1099 time: 0.0489659 Nov 24 14:32:19.563774 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:32:19.595253 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187f519-4c21-423a-8b4e-a4d0e6e903f7 req-f06fa920-f9e3-484f-8516-087c194dad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:19.596775 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6187f519-4c21-423a-8b4e-a4d0e6e903f7 req-f06fa920-f9e3-484f-8516-087c194dad07 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9243a22d-267c-4a6f-bc0f-a715e2892f5c HTTP/1.1" status: 200 len: 913 time: 0.0865231 Nov 24 14:32:19.672220 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6187f519-4c21-423a-8b4e-a4d0e6e903f7 req-6fb0e34c-a887-4055-bf9d-823f625d9bbd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32717efa-2824-461f-8697-b3d9f3d7bba6 HTTP/1.1" status: 200 len: 1001 time: 0.0670738 Nov 24 14:32:19.731679 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187f519-4c21-423a-8b4e-a4d0e6e903f7 req-132741ef-398f-483e-8248-6c511d99ea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:19.733275 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6187f519-4c21-423a-8b4e-a4d0e6e903f7 req-132741ef-398f-483e-8248-6c511d99ea1d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3de96897-b835-40ea-ba9a-57f512f2da18 HTTP/1.1" status: 200 len: 850 time: 0.0440512 Nov 24 14:32:19.778122 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187f519-4c21-423a-8b4e-a4d0e6e903f7 req-02b8f8a0-e471-457f-9ae2-9d8ad58841f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:19.780269 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6187f519-4c21-423a-8b4e-a4d0e6e903f7 req-02b8f8a0-e471-457f-9ae2-9d8ad58841f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9243a22d-267c-4a6f-bc0f-a715e2892f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401385 Nov 24 14:32:19.874780 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6187f519-4c21-423a-8b4e-a4d0e6e903f7 req-67364a19-93a2-4152-98a4-ccee206f5431 service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872982 Nov 24 14:32:19.968159 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6187f519-4c21-423a-8b4e-a4d0e6e903f7 req-c02f2efc-c0be-4699-a1b1-e97c530a5d39 service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859263 Nov 24 14:32:20.803844 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:32:40.961344 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:32:44.437500 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-2e5a5e58-273d-404b-a342-78ad28f1bd6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:32:46.935908 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-7d5880ea-ec40-4e78-9c10-713bcabfeaed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:32:47.728269 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:32:47.964425 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:32:49.562333 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:32:50.807072 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:10.958405 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:14.439994 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-824f4ca9-88f7-4b8b-823f-b934f8f7ff0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:16.938111 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-78595f64-9d43-4ac2-ba95-0f97db33e27e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:17.967315 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:19.564972 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:20.457287 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-37c3682b-80b7-4a0b-96ca-37d9f79f09ff req-f08de8f2-a8fb-4d1f-b456-8b380ad07673 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fda6bf85-35fc-4f4c-bcea-43a012e5a85d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0883453 Nov 24 14:33:20.522594 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3682b-80b7-4a0b-96ca-37d9f79f09ff req-cff68c2f-6e0f-4031-8126-83cf35003c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:20.524165 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-37c3682b-80b7-4a0b-96ca-37d9f79f09ff req-cff68c2f-6e0f-4031-8126-83cf35003c7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=45349ed13c344da0b4e40e7459d7acbb&device_id=fda6bf85-35fc-4f4c-bcea-43a012e5a85d HTTP/1.1" status: 200 len: 1098 time: 0.0449083 Nov 24 14:33:20.627496 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3682b-80b7-4a0b-96ca-37d9f79f09ff req-a6ccf710-8291-428a-82a9-e12ff70106ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:20.628916 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-37c3682b-80b7-4a0b-96ca-37d9f79f09ff req-a6ccf710-8291-428a-82a9-e12ff70106ce service neutron] 10.222.0.37 "GET /v2.0/networks?id=9243a22d-267c-4a6f-bc0f-a715e2892f5c HTTP/1.1" status: 200 len: 913 time: 0.0851469 Nov 24 14:33:20.697446 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-37c3682b-80b7-4a0b-96ca-37d9f79f09ff req-f45b513f-14b4-4caa-8566-cbbbc3411b70 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fba7a627-498c-4bce-b862-1a42b664f30c HTTP/1.1" status: 200 len: 1000 time: 0.0611331 Nov 24 14:33:20.746082 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3682b-80b7-4a0b-96ca-37d9f79f09ff req-54b98056-dbe7-46e9-baef-25e3c917e46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:20.747548 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-37c3682b-80b7-4a0b-96ca-37d9f79f09ff req-54b98056-dbe7-46e9-baef-25e3c917e46a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3de96897-b835-40ea-ba9a-57f512f2da18 HTTP/1.1" status: 200 len: 850 time: 0.0431483 Nov 24 14:33:20.794143 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3682b-80b7-4a0b-96ca-37d9f79f09ff req-7866a24c-50b1-4033-8d59-553693a8df9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:20.795697 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-37c3682b-80b7-4a0b-96ca-37d9f79f09ff req-7866a24c-50b1-4033-8d59-553693a8df9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9243a22d-267c-4a6f-bc0f-a715e2892f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390649 Nov 24 14:33:20.813197 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:20.889985 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-37c3682b-80b7-4a0b-96ca-37d9f79f09ff req-da7b698a-ad6b-4452-b017-6bd9cde76310 service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867312 Nov 24 14:33:20.983223 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-37c3682b-80b7-4a0b-96ca-37d9f79f09ff req-763e5e9e-0afe-4cec-b301-bf31ba33ab60 service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865216 Nov 24 14:33:24.727764 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:33:34.078399 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [req-369091e2-1097-403f-8068-b26f49047259 req-d63ef602-d0f1-450f-aa81-578f0e518ef9 service neutron] (102762) timed out ('10.222.0.37', 50173) {{(pid=102762) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 14:33:35.190580 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 51844) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:33:35.349938 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-1c59e95d-3192-4f74-80e0-4986f57924be tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Deleting port 9c989876-f558-4a7c-bf4e-004ff91140eb {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:33:35.350276 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1c59e95d-3192-4f74-80e0-4986f57924be tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:35.426033 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1c59e95d-3192-4f74-80e0-4986f57924be tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:35.426388 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1c59e95d-3192-4f74-80e0-4986f57924be tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:35.439155 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-1c59e95d-3192-4f74-80e0-4986f57924be tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Calling delete_port for 9c989876-f558-4a7c-bf4e-004ff91140eb owned by network:floatingip {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:33:35.583898 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1c59e95d-3192-4f74-80e0-4986f57924be tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:35.608234 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59e95d-3192-4f74-80e0-4986f57924be tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Pushing event deleted for resources: {'Port': ['ID=9c989876-f558-4a7c-bf4e-004ff91140eb,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:33:35.619534 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59e95d-3192-4f74-80e0-4986f57924be tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:35.619856 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59e95d-3192-4f74-80e0-4986f57924be tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:35.620196 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59e95d-3192-4f74-80e0-4986f57924be tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:35.620529 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59e95d-3192-4f74-80e0-4986f57924be tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:35.620860 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59e95d-3192-4f74-80e0-4986f57924be tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:35.621189 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59e95d-3192-4f74-80e0-4986f57924be tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:35.621517 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59e95d-3192-4f74-80e0-4986f57924be tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:35.621841 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59e95d-3192-4f74-80e0-4986f57924be tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:35.622165 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59e95d-3192-4f74-80e0-4986f57924be tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:35.622488 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59e95d-3192-4f74-80e0-4986f57924be tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:35.622806 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59e95d-3192-4f74-80e0-4986f57924be tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:35.623124 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59e95d-3192-4f74-80e0-4986f57924be tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:35.678619 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1c59e95d-3192-4f74-80e0-4986f57924be tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for floatingip, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:35.679017 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.db.l3_db [None req-1c59e95d-3192-4f74-80e0-4986f57924be tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Floating IP 5ff84932-37b1-4611-9c7d-7e98aa6c7fe8 disassociated (deleted). External IP: 172.27.3.57, port: fba7a627-498c-4bce-b862-1a42b664f30c. Nov 24 14:33:36.130189 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c59e95d-3192-4f74-80e0-4986f57924be tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Router c4a0c27a-5b97-4dac-bbb2-cd964378bdeb has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:33:36.235341 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c59e95d-3192-4f74-80e0-4986f57924be tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:33:36.240544 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-1c59e95d-3192-4f74-80e0-4986f57924be tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for floatingip, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:36.245080 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6662e5-de4f-45a8-89a7-b55237f6e034 None None] Sync routers for ids ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'] in dv-cinder-739079-6-iscsi {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:33:36.256483 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6662e5-de4f-45a8-89a7-b55237f6e034 None None] Routers {'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:33:36.257225 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-1a6662e5-de4f-45a8-89a7-b55237f6e034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:33:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:33:36.268225 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-1c59e95d-3192-4f74-80e0-4986f57924be tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "DELETE /v2.0/floatingips/5ff84932-37b1-4611-9c7d-7e98aa6c7fe8 HTTP/1.1" status: 204 len: 168 time: 1.0766451 Nov 24 14:33:36.268896 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda6bf85-35fc-4f4c-bcea-43a012e5a85d', 'tag': 'fba7a627-498c-4bce-b862-1a42b664f30c'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:33:36.271225 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7040a02a-db75-4a92-949d-6f6734822c17" -d '{"events": [{"name": "network-changed", "server_uuid": "fda6bf85-35fc-4f4c-bcea-43a012e5a85d", "tag": "fba7a627-498c-4bce-b862-1a42b664f30c"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:33:36.310391 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f4b685-eb2c-4834-abdf-b627136adce7 x-openstack-request-id: req-25f4b685-eb2c-4834-abdf-b627136adce7 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:33:36.310391 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda6bf85-35fc-4f4c-bcea-43a012e5a85d", "tag": "fba7a627-498c-4bce-b862-1a42b664f30c", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:33:36.310391 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-25f4b685-eb2c-4834-abdf-b627136adce7 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:33:36.310391 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda6bf85-35fc-4f4c-bcea-43a012e5a85d', 'tag': 'fba7a627-498c-4bce-b862-1a42b664f30c', 'status': 'completed', 'code': 200} Nov 24 14:33:36.374000 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-1a6662e5-de4f-45a8-89a7-b55237f6e034 None None] Set router c4a0c27a-5b97-4dac-bbb2-cd964378bdeb gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:33:36.383989 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040a02a-db75-4a92-949d-6f6734822c17 req-3166f0b7-61ea-4e0e-a237-569fe9d4efac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:36.385541 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-7040a02a-db75-4a92-949d-6f6734822c17 req-3166f0b7-61ea-4e0e-a237-569fe9d4efac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=45349ed13c344da0b4e40e7459d7acbb&device_id=fda6bf85-35fc-4f4c-bcea-43a012e5a85d HTTP/1.1" status: 200 len: 1098 time: 0.0455801 Nov 24 14:33:36.508427 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040a02a-db75-4a92-949d-6f6734822c17 req-0d3dd3c5-9bac-4bd2-968b-2a2eed7dce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:36.509799 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-7040a02a-db75-4a92-949d-6f6734822c17 req-0d3dd3c5-9bac-4bd2-968b-2a2eed7dce67 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9243a22d-267c-4a6f-bc0f-a715e2892f5c HTTP/1.1" status: 200 len: 913 time: 0.1131516 Nov 24 14:33:36.556272 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-7040a02a-db75-4a92-949d-6f6734822c17 req-ce104d2e-a5d3-41c5-82f2-80f7d78ea201 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fba7a627-498c-4bce-b862-1a42b664f30c HTTP/1.1" status: 200 len: 217 time: 0.0363367 Nov 24 14:33:36.595041 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a172dbc-60df-4250-870c-e32c463a20d9 req-4f665a6d-5c64-49a3-afa4-8f97c84813a6 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:36.597356 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8a172dbc-60df-4250-870c-e32c463a20d9 req-4f665a6d-5c64-49a3-afa4-8f97c84813a6 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=fda6bf85-35fc-4f4c-bcea-43a012e5a85d HTTP/1.1" status: 200 len: 945 time: 0.1385455 Nov 24 14:33:36.612188 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040a02a-db75-4a92-949d-6f6734822c17 req-2ff953e8-5b19-4096-9c3c-88f1b04dddce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:36.613667 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-7040a02a-db75-4a92-949d-6f6734822c17 req-2ff953e8-5b19-4096-9c3c-88f1b04dddce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3de96897-b835-40ea-ba9a-57f512f2da18 HTTP/1.1" status: 200 len: 850 time: 0.0485656 Nov 24 14:33:36.632780 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-1a6662e5-de4f-45a8-89a7-b55237f6e034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'name': 'tempest-TestVolumeBootPattern-154179752-router', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:35Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 4, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'gw_port': {'id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_floatingips': [{'id': '82ea57ec-dfae-4f60-9ec3-3aa41dae809d', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'port_id': '32717efa-2824-461f-8697-b3d9f3d7bba6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'mac_address': 'fa:16:3e:b6:22:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11836c45-513f-4443-8b14-c46eeaf624ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:30:02Z', 'updated_at': '2021-11-24T14:30:04Z', 'revision_number': 1, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1', 'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'mac_address': 'fa:16:3e:47:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:42Z', 'revision_number': 5, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'subnets': [{'id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:33:36.652011 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-8a172dbc-60df-4250-870c-e32c463a20d9 req-fd6dafe2-f169-4a17-a51b-763b0345d3df tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469224 Nov 24 14:33:36.662200 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040a02a-db75-4a92-949d-6f6734822c17 req-b52d71f9-884a-40a7-9e04-1fa8afe400d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:36.663778 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-7040a02a-db75-4a92-949d-6f6734822c17 req-b52d71f9-884a-40a7-9e04-1fa8afe400d6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9243a22d-267c-4a6f-bc0f-a715e2892f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423934 Nov 24 14:33:36.664701 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6662e5-de4f-45a8-89a7-b55237f6e034 None None] Checking router: c4a0c27a-5b97-4dac-bbb2-cd964378bdeb for host: dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:33:36.673367 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6662e5-de4f-45a8-89a7-b55237f6e034 None None] Routers {'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:33:36.674392 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-1a6662e5-de4f-45a8-89a7-b55237f6e034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:33:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:33:36.760564 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-7040a02a-db75-4a92-949d-6f6734822c17 req-2d6fe21b-a6e9-4b16-968a-6981c8d3fd0c service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880120 Nov 24 14:33:36.782981 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-1a6662e5-de4f-45a8-89a7-b55237f6e034 None None] Set router c4a0c27a-5b97-4dac-bbb2-cd964378bdeb gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:33:36.863843 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-7040a02a-db75-4a92-949d-6f6734822c17 req-a6254250-d050-4f90-98e0-9f443463f56a service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947652 Nov 24 14:33:37.126594 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-1a6662e5-de4f-45a8-89a7-b55237f6e034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'name': 'tempest-TestVolumeBootPattern-154179752-router', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:35Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 4, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'gw_port': {'id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_floatingips': [{'id': '82ea57ec-dfae-4f60-9ec3-3aa41dae809d', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'port_id': '32717efa-2824-461f-8697-b3d9f3d7bba6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'mac_address': 'fa:16:3e:b6:22:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11836c45-513f-4443-8b14-c46eeaf624ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:30:02Z', 'updated_at': '2021-11-24T14:30:04Z', 'revision_number': 1, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1', 'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'mac_address': 'fa:16:3e:47:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:42Z', 'revision_number': 5, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'subnets': [{'id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:33:37.157095 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6662e5-de4f-45a8-89a7-b55237f6e034 None None] The sync data for ids ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'] in dv-cinder-739079-6-iscsi is: [{'id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'name': 'tempest-TestVolumeBootPattern-154179752-router', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:35Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 4, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'gw_port': {'id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_floatingips': [{'id': '82ea57ec-dfae-4f60-9ec3-3aa41dae809d', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'router_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'port_id': '32717efa-2824-461f-8697-b3d9f3d7bba6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'mac_address': 'fa:16:3e:b6:22:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11836c45-513f-4443-8b14-c46eeaf624ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:30:02Z', 'updated_at': '2021-11-24T14:30:04Z', 'revision_number': 1, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1', 'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'mac_address': 'fa:16:3e:47:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:42Z', 'revision_number': 5, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'subnets': [{'id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:33:37.368886 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bc15a1-e2c1-46f6-9588-60b933a181c2 None None] New status for floating IP 5ff84932-37b1-4611-9c7d-7e98aa6c7fe8: DOWN {{(pid=102764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:33:37.822960 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090ccab-b575-4da1-b3e4-7b2b1a58bb8f req-a7f2f8a6-9b77-42f3-9289-682e141aecd8 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:37.824513 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6090ccab-b575-4da1-b3e4-7b2b1a58bb8f req-a7f2f8a6-9b77-42f3-9289-682e141aecd8 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=fda6bf85-35fc-4f4c-bcea-43a012e5a85d HTTP/1.1" status: 200 len: 945 time: 0.0996296 Nov 24 14:33:37.882293 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-6090ccab-b575-4da1-b3e4-7b2b1a58bb8f req-7dcad2e1-9ae9-4623-a119-8a2950300e9b tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513747 Nov 24 14:33:38.303697 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01d65b-3d04-4a13-8aed-eaf7b569c991 req-a236d457-491c-4b3b-9136-5099f7600a93 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:38.305140 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ec01d65b-3d04-4a13-8aed-eaf7b569c991 req-a236d457-491c-4b3b-9136-5099f7600a93 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.37 "GET /v2.0/ports?device_id=fda6bf85-35fc-4f4c-bcea-43a012e5a85d HTTP/1.1" status: 200 len: 945 time: 0.0473206 Nov 24 14:33:38.400581 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [req-ec01d65b-3d04-4a13-8aed-eaf7b569c991 req-06a800c1-8aa3-441a-b05c-17cee0a93a9a tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Deleting port fba7a627-498c-4bce-b862-1a42b664f30c {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:33:38.400921 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-ec01d65b-3d04-4a13-8aed-eaf7b569c991 req-06a800c1-8aa3-441a-b05c-17cee0a93a9a tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:38.488923 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-ec01d65b-3d04-4a13-8aed-eaf7b569c991 req-06a800c1-8aa3-441a-b05c-17cee0a93a9a tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] For port fba7a627-498c-4bce-b862-1a42b664f30c, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=fba7a627-498c-4bce-b862-1a42b664f30c,segment=NetworkSegment(92d60b8a-a2d6-42a5-9295-ab7dcf9b5837),segment_id=92d60b8a-a2d6-42a5-9295-ab7dcf9b5837)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:33:38.489285 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-ec01d65b-3d04-4a13-8aed-eaf7b569c991 req-06a800c1-8aa3-441a-b05c-17cee0a93a9a tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:38.502453 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [req-ec01d65b-3d04-4a13-8aed-eaf7b569c991 req-06a800c1-8aa3-441a-b05c-17cee0a93a9a tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Calling delete_port for fba7a627-498c-4bce-b862-1a42b664f30c owned by compute:nova {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:33:38.631625 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-ec01d65b-3d04-4a13-8aed-eaf7b569c991 req-06a800c1-8aa3-441a-b05c-17cee0a93a9a tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:38.660318 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a800c1-8aa3-441a-b05c-17cee0a93a9a tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Pushing event deleted for resources: {'Port': ['ID=fba7a627-498c-4bce-b862-1a42b664f30c,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:33:38.704074 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec01d65b-3d04-4a13-8aed-eaf7b569c991 req-06a800c1-8aa3-441a-b05c-17cee0a93a9a tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] No DVR routers for this DVR port fba7a627-498c-4bce-b862-1a42b664f30c on host hv-cinder-73907 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:33:38.706703 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-ec01d65b-3d04-4a13-8aed-eaf7b569c991 req-06a800c1-8aa3-441a-b05c-17cee0a93a9a tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:38.710110 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ec01d65b-3d04-4a13-8aed-eaf7b569c991 req-06a800c1-8aa3-441a-b05c-17cee0a93a9a tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.37 "DELETE /v2.0/ports/fba7a627-498c-4bce-b862-1a42b664f30c HTTP/1.1" status: 204 len: 173 time: 0.3984716 Nov 24 14:33:38.710546 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda6bf85-35fc-4f4c-bcea-43a012e5a85d', 'name': 'network-vif-deleted', 'tag': 'fba7a627-498c-4bce-b862-1a42b664f30c'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:33:38.712808 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d8a6cb-ddfa-48f0-952e-fcf25666baeb" -d '{"events": [{"server_uuid": "fda6bf85-35fc-4f4c-bcea-43a012e5a85d", "name": "network-vif-deleted", "tag": "fba7a627-498c-4bce-b862-1a42b664f30c"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:33:38.750016 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713de5d6-f423-4b7f-8446-be46732ceb19 x-openstack-request-id: req-713de5d6-f423-4b7f-8446-be46732ceb19 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:33:38.750321 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda6bf85-35fc-4f4c-bcea-43a012e5a85d", "name": "network-vif-deleted", "tag": "fba7a627-498c-4bce-b862-1a42b664f30c", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:33:38.750577 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-713de5d6-f423-4b7f-8446-be46732ceb19 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:33:38.750982 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda6bf85-35fc-4f4c-bcea-43a012e5a85d', 'name': 'network-vif-deleted', 'tag': 'fba7a627-498c-4bce-b862-1a42b664f30c', 'status': 'completed', 'code': 200} Nov 24 14:33:38.984953 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-64cd6e74-a622-4f4d-bfe4-37a62cc208c4 req-453116b2-1941-47fc-98e7-09ed5530f7bd tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=fda6bf85-35fc-4f4c-bcea-43a012e5a85d HTTP/1.1" status: 200 len: 210 time: 0.0266724 Nov 24 14:33:40.986896 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:42.020180 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device fba7a627-498c-4bce-b862-1a42b664f30c no longer exists at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:33:42.040146 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] No Port match for: fba7a627-498c-4bce-b862-1a42b664f30c {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:33:42.040485 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device fba7a627-498c-4bce-b862-1a42b664f30c not bound to the agent host hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:33:42.258594 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 51888) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:33:42.410930 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-6675f753-dc30-4f14-82d2-f3bf85cf8c0e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Deleting port 5d8cada7-446f-4599-87f3-d7f2dbf66d41 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:33:42.411271 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6675f753-dc30-4f14-82d2-f3bf85cf8c0e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:42.486312 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6675f753-dc30-4f14-82d2-f3bf85cf8c0e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:42.486629 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6675f753-dc30-4f14-82d2-f3bf85cf8c0e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:42.499678 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-6675f753-dc30-4f14-82d2-f3bf85cf8c0e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Calling delete_port for 5d8cada7-446f-4599-87f3-d7f2dbf66d41 owned by network:floatingip {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:33:42.638868 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6675f753-dc30-4f14-82d2-f3bf85cf8c0e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:42.670625 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675f753-dc30-4f14-82d2-f3bf85cf8c0e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Pushing event deleted for resources: {'Port': ['ID=5d8cada7-446f-4599-87f3-d7f2dbf66d41,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:33:42.693291 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6675f753-dc30-4f14-82d2-f3bf85cf8c0e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:42.693640 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6675f753-dc30-4f14-82d2-f3bf85cf8c0e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:42.693982 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6675f753-dc30-4f14-82d2-f3bf85cf8c0e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:42.694319 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6675f753-dc30-4f14-82d2-f3bf85cf8c0e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:42.694652 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6675f753-dc30-4f14-82d2-f3bf85cf8c0e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:42.694987 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6675f753-dc30-4f14-82d2-f3bf85cf8c0e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:42.695317 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6675f753-dc30-4f14-82d2-f3bf85cf8c0e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:42.695668 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6675f753-dc30-4f14-82d2-f3bf85cf8c0e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:42.695997 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6675f753-dc30-4f14-82d2-f3bf85cf8c0e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:42.696322 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6675f753-dc30-4f14-82d2-f3bf85cf8c0e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:42.696646 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6675f753-dc30-4f14-82d2-f3bf85cf8c0e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:42.696965 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6675f753-dc30-4f14-82d2-f3bf85cf8c0e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:42.736412 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6675f753-dc30-4f14-82d2-f3bf85cf8c0e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for floatingip, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:42.736751 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.db.l3_db [None req-6675f753-dc30-4f14-82d2-f3bf85cf8c0e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Floating IP 82ea57ec-dfae-4f60-9ec3-3aa41dae809d disassociated (deleted). External IP: 172.27.3.36, port: 32717efa-2824-461f-8697-b3d9f3d7bba6. Nov 24 14:33:42.937739 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6675f753-dc30-4f14-82d2-f3bf85cf8c0e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Router c4a0c27a-5b97-4dac-bbb2-cd964378bdeb has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:33:43.295973 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6675f753-dc30-4f14-82d2-f3bf85cf8c0e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:33:43.301158 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-6675f753-dc30-4f14-82d2-f3bf85cf8c0e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for floatingip, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:43.305817 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e54707-2ebd-4772-b871-943c57eece8f None None] Sync routers for ids ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'] in dv-cinder-739079-6-iscsi {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:33:43.315006 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e54707-2ebd-4772-b871-943c57eece8f None None] Routers {'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:33:43.315647 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-d9e54707-2ebd-4772-b871-943c57eece8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:33:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:33:43.326948 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-6675f753-dc30-4f14-82d2-f3bf85cf8c0e tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "DELETE /v2.0/floatingips/82ea57ec-dfae-4f60-9ec3-3aa41dae809d HTTP/1.1" status: 204 len: 168 time: 1.0672755 Nov 24 14:33:43.327662 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11836c45-513f-4443-8b14-c46eeaf624ba', 'tag': '32717efa-2824-461f-8697-b3d9f3d7bba6'}] {{(pid=102762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:33:43.330052 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae21199a9d4b78a62ed18da464448d73790c24002c352d214487bf1b37d0fcc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64c9dbd-3ee8-4f4b-81c0-789c762d35e7" -d '{"events": [{"name": "network-changed", "server_uuid": "11836c45-513f-4443-8b14-c46eeaf624ba", "tag": "32717efa-2824-461f-8697-b3d9f3d7bba6"}]}' {{(pid=102762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:33:43.369627 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e35b7d-52c2-4d74-9c6b-9db246d8b375 x-openstack-request-id: req-00e35b7d-52c2-4d74-9c6b-9db246d8b375 {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:33:43.369926 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11836c45-513f-4443-8b14-c46eeaf624ba", "tag": "32717efa-2824-461f-8697-b3d9f3d7bba6", "status": "completed", "code": 200}]} {{(pid=102762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:33:43.370318 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-00e35b7d-52c2-4d74-9c6b-9db246d8b375 {{(pid=102762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:33:43.370726 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11836c45-513f-4443-8b14-c46eeaf624ba', 'tag': '32717efa-2824-461f-8697-b3d9f3d7bba6', 'status': 'completed', 'code': 200} Nov 24 14:33:43.422380 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-d9e54707-2ebd-4772-b871-943c57eece8f None None] Set router c4a0c27a-5b97-4dac-bbb2-cd964378bdeb gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:33:43.440834 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c9dbd-3ee8-4f4b-81c0-789c762d35e7 req-24c0cd1d-981c-40e9-be23-85010223f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:43.442371 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e64c9dbd-3ee8-4f4b-81c0-789c762d35e7 req-24c0cd1d-981c-40e9-be23-85010223f6db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=45349ed13c344da0b4e40e7459d7acbb&device_id=11836c45-513f-4443-8b14-c46eeaf624ba HTTP/1.1" status: 200 len: 1099 time: 0.0428813 Nov 24 14:33:43.549248 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c9dbd-3ee8-4f4b-81c0-789c762d35e7 req-962975fb-6623-438d-8b86-a97e45f71824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:43.550647 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e64c9dbd-3ee8-4f4b-81c0-789c762d35e7 req-962975fb-6623-438d-8b86-a97e45f71824 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9243a22d-267c-4a6f-bc0f-a715e2892f5c HTTP/1.1" status: 200 len: 913 time: 0.0990446 Nov 24 14:33:43.584515 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594bc59-222c-4338-a1bf-16493525ad32 req-52293c0c-84cf-45b6-bee7-ffafc795b05b tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:43.586074 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3594bc59-222c-4338-a1bf-16493525ad32 req-52293c0c-84cf-45b6-bee7-ffafc795b05b tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=11836c45-513f-4443-8b14-c46eeaf624ba HTTP/1.1" status: 200 len: 946 time: 0.0510046 Nov 24 14:33:43.595826 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e64c9dbd-3ee8-4f4b-81c0-789c762d35e7 req-d4146310-bd03-4abc-9335-50d5a12ccdec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32717efa-2824-461f-8697-b3d9f3d7bba6 HTTP/1.1" status: 200 len: 217 time: 0.0348120 Nov 24 14:33:43.641013 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-d9e54707-2ebd-4772-b871-943c57eece8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'name': 'tempest-TestVolumeBootPattern-154179752-router', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:35Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 4, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'gw_port': {'id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1', 'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'mac_address': 'fa:16:3e:47:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:42Z', 'revision_number': 5, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'subnets': [{'id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:33:43.643086 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [req-3594bc59-222c-4338-a1bf-16493525ad32 req-25e7a9f3-be3d-4afc-bb03-ce5e84f69f30 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500617 Nov 24 14:33:43.648738 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c9dbd-3ee8-4f4b-81c0-789c762d35e7 req-6e54ec26-3886-4f80-92fc-78df5e436f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:43.650227 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e64c9dbd-3ee8-4f4b-81c0-789c762d35e7 req-6e54ec26-3886-4f80-92fc-78df5e436f53 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3de96897-b835-40ea-ba9a-57f512f2da18 HTTP/1.1" status: 200 len: 850 time: 0.0453830 Nov 24 14:33:43.673961 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e54707-2ebd-4772-b871-943c57eece8f None None] Checking router: c4a0c27a-5b97-4dac-bbb2-cd964378bdeb for host: dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:33:43.683201 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e54707-2ebd-4772-b871-943c57eece8f None None] Routers {'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:33:43.683849 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-d9e54707-2ebd-4772-b871-943c57eece8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:33:17Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:33:43.702245 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c9dbd-3ee8-4f4b-81c0-789c762d35e7 req-393de30a-395e-4d25-afd1-c1e353b7b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:43.703742 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e64c9dbd-3ee8-4f4b-81c0-789c762d35e7 req-393de30a-395e-4d25-afd1-c1e353b7b058 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9243a22d-267c-4a6f-bc0f-a715e2892f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442815 Nov 24 14:33:43.790064 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-d9e54707-2ebd-4772-b871-943c57eece8f None None] Set router c4a0c27a-5b97-4dac-bbb2-cd964378bdeb gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:33:43.795870 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e64c9dbd-3ee8-4f4b-81c0-789c762d35e7 req-db4ae5e9-3401-48a0-9cb7-9e741b20a650 service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830581 Nov 24 14:33:43.890233 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-e64c9dbd-3ee8-4f4b-81c0-789c762d35e7 req-4a0a62fb-a701-45e1-9a69-c91f672f4bce service neutron] 10.222.0.37 "GET /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861211 Nov 24 14:33:43.993769 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-d9e54707-2ebd-4772-b871-943c57eece8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'name': 'tempest-TestVolumeBootPattern-154179752-router', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:35Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 4, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'gw_port': {'id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1', 'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'mac_address': 'fa:16:3e:47:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:42Z', 'revision_number': 5, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'subnets': [{'id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:33:44.022823 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e54707-2ebd-4772-b871-943c57eece8f None None] The sync data for ids ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'] in dv-cinder-739079-6-iscsi is: [{'id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'name': 'tempest-TestVolumeBootPattern-154179752-router', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:35Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 4, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'gw_port': {'id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi', '_interfaces': [{'id': '7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1', 'name': '', 'network_id': '9243a22d-267c-4a6f-bc0f-a715e2892f5c', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'mac_address': 'fa:16:3e:47:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:42Z', 'revision_number': 5, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'subnets': [{'id': '3de96897-b835-40ea-ba9a-57f512f2da18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:33:44.230819 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1db00c3-a437-4c24-9000-51d2df8c92cb None None] New status for floating IP 82ea57ec-dfae-4f60-9ec3-3aa41dae809d: DOWN {{(pid=102764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:33:44.445170 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5bc77bf3-ea77-4a4b-8e8d-5812d928d3f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:44.760849 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddaad5a-a009-4565-958c-886475ad7438 req-97f8d0ef-94ee-4107-846c-e19b531b7daa tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:44.762235 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-9ddaad5a-a009-4565-958c-886475ad7438 req-97f8d0ef-94ee-4107-846c-e19b531b7daa tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=11836c45-513f-4443-8b14-c46eeaf624ba HTTP/1.1" status: 200 len: 946 time: 0.0480578 Nov 24 14:33:44.812739 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-9ddaad5a-a009-4565-958c-886475ad7438 req-24cacb3b-c89f-45b8-bb86-fc17539694f8 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/security-groups?id=57c59609-7a0d-4424-bfd9-759d4d0f7917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438857 Nov 24 14:33:45.304878 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98661300-9e6c-4f36-a892-872e9d2afdc6 req-41041cf8-d9ff-4c8d-8e51-6513f31f0e44 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:45.306212 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-98661300-9e6c-4f36-a892-872e9d2afdc6 req-41041cf8-d9ff-4c8d-8e51-6513f31f0e44 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.37 "GET /v2.0/ports?device_id=11836c45-513f-4443-8b14-c46eeaf624ba HTTP/1.1" status: 200 len: 946 time: 0.0460327 Nov 24 14:33:45.401194 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [req-98661300-9e6c-4f36-a892-872e9d2afdc6 req-4a784de6-ff9b-4672-bf1c-110c1cf3b894 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Deleting port 32717efa-2824-461f-8697-b3d9f3d7bba6 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:33:45.401529 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-98661300-9e6c-4f36-a892-872e9d2afdc6 req-4a784de6-ff9b-4672-bf1c-110c1cf3b894 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:45.490499 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [req-98661300-9e6c-4f36-a892-872e9d2afdc6 req-4a784de6-ff9b-4672-bf1c-110c1cf3b894 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] For port 32717efa-2824-461f-8697-b3d9f3d7bba6, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=32717efa-2824-461f-8697-b3d9f3d7bba6,segment=NetworkSegment(92d60b8a-a2d6-42a5-9295-ab7dcf9b5837),segment_id=92d60b8a-a2d6-42a5-9295-ab7dcf9b5837)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:33:45.490917 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-98661300-9e6c-4f36-a892-872e9d2afdc6 req-4a784de6-ff9b-4672-bf1c-110c1cf3b894 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:45.503635 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [req-98661300-9e6c-4f36-a892-872e9d2afdc6 req-4a784de6-ff9b-4672-bf1c-110c1cf3b894 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Calling delete_port for 32717efa-2824-461f-8697-b3d9f3d7bba6 owned by compute:nova {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:33:45.628812 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-98661300-9e6c-4f36-a892-872e9d2afdc6 req-4a784de6-ff9b-4672-bf1c-110c1cf3b894 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:45.655464 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a784de6-ff9b-4672-bf1c-110c1cf3b894 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Pushing event deleted for resources: {'Port': ['ID=32717efa-2824-461f-8697-b3d9f3d7bba6,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:33:45.701135 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [req-98661300-9e6c-4f36-a892-872e9d2afdc6 req-4a784de6-ff9b-4672-bf1c-110c1cf3b894 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] No DVR routers for this DVR port 32717efa-2824-461f-8697-b3d9f3d7bba6 on host hv-cinder-73907 {{(pid=102761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:33:45.703644 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [req-98661300-9e6c-4f36-a892-872e9d2afdc6 req-4a784de6-ff9b-4672-bf1c-110c1cf3b894 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for port, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:45.708117 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-98661300-9e6c-4f36-a892-872e9d2afdc6 req-4a784de6-ff9b-4672-bf1c-110c1cf3b894 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.37 "DELETE /v2.0/ports/32717efa-2824-461f-8697-b3d9f3d7bba6 HTTP/1.1" status: 204 len: 173 time: 0.3925254 Nov 24 14:33:45.708558 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11836c45-513f-4443-8b14-c46eeaf624ba', 'name': 'network-vif-deleted', 'tag': '32717efa-2824-461f-8697-b3d9f3d7bba6'}] {{(pid=102761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:33:45.710777 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387267955377e0c69e01ba651b083a5ae2b5e08b116064b636c4ece6bdd1e98f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38685bf-08ac-4bdb-a4c7-58adfced5711" -d '{"events": [{"server_uuid": "11836c45-513f-4443-8b14-c46eeaf624ba", "name": "network-vif-deleted", "tag": "32717efa-2824-461f-8697-b3d9f3d7bba6"}]}' {{(pid=102761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:33:45.750192 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e26ed0-5bdd-439e-a776-cee7d1a66dd9 x-openstack-request-id: req-b6e26ed0-5bdd-439e-a776-cee7d1a66dd9 {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:33:45.750476 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11836c45-513f-4443-8b14-c46eeaf624ba", "name": "network-vif-deleted", "tag": "32717efa-2824-461f-8697-b3d9f3d7bba6", "status": "completed", "code": 200}]} {{(pid=102761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:33:45.750728 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b6e26ed0-5bdd-439e-a776-cee7d1a66dd9 {{(pid=102761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:33:45.752479 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11836c45-513f-4443-8b14-c46eeaf624ba', 'name': 'network-vif-deleted', 'tag': '32717efa-2824-461f-8697-b3d9f3d7bba6', 'status': 'completed', 'code': 200} Nov 24 14:33:45.909191 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [req-ff9bb73d-9696-405d-82c8-eb83c36ddaa2 req-02e39241-82d1-4c95-b12c-94b2a1a86eea tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "GET /v2.0/ports?device_id=11836c45-513f-4443-8b14-c46eeaf624ba HTTP/1.1" status: 200 len: 210 time: 0.0266998 Nov 24 14:33:46.940917 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-b198ae1d-f764-48fd-806e-0836da052e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:46.967089 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 51904) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:33:47.089475 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-df09cdf2-5903-4c9d-bd29-cb70e794a23b tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Deleting port b6aee2c5-62bd-459c-9544-59d796423ee7 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:33:47.089821 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-df09cdf2-5903-4c9d-bd29-cb70e794a23b tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:47.166695 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-df09cdf2-5903-4c9d-bd29-cb70e794a23b tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:47.166916 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-df09cdf2-5903-4c9d-bd29-cb70e794a23b tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:47.178243 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-df09cdf2-5903-4c9d-bd29-cb70e794a23b tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Calling delete_port for b6aee2c5-62bd-459c-9544-59d796423ee7 owned by network:floatingip {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:33:47.312629 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-df09cdf2-5903-4c9d-bd29-cb70e794a23b tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:47.338482 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09cdf2-5903-4c9d-bd29-cb70e794a23b tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Pushing event deleted for resources: {'Port': ['ID=b6aee2c5-62bd-459c-9544-59d796423ee7,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:33:47.396830 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-df09cdf2-5903-4c9d-bd29-cb70e794a23b tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for floatingip, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:47.399377 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-df09cdf2-5903-4c9d-bd29-cb70e794a23b tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186189'] for floatingip, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:47.400540 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-df09cdf2-5903-4c9d-bd29-cb70e794a23b tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "DELETE /v2.0/floatingips/783f4c72-d18c-46bd-9abb-c08963b785d2 HTTP/1.1" status: 204 len: 168 time: 0.4323580 Nov 24 14:33:47.970374 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:48.046122 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 32717efa-2824-461f-8697-b3d9f3d7bba6 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:33:48.066964 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] No Port match for: 32717efa-2824-461f-8697-b3d9f3d7bba6 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:33:48.067309 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Device 32717efa-2824-461f-8697-b3d9f3d7bba6 not bound to the agent host hv-cinder-73907 {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:33:48.600977 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 51916) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:33:48.656211 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7112a31c-6064-4478-862d-be95ece80273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for security_group, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:48.682895 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7112a31c-6064-4478-862d-be95ece80273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:48.740993 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7112a31c-6064-4478-862d-be95ece80273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:48.743854 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-7112a31c-6064-4478-862d-be95ece80273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Publish callbacks [] for security_group, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:48.745060 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-7112a31c-6064-4478-862d-be95ece80273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] 10.222.0.73 "DELETE /v2.0/security-groups/57c59609-7a0d-4424-bfd9-759d4d0f7917 HTTP/1.1" status: 204 len: 168 time: 0.1431065 Nov 24 14:33:48.753986 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112a31c-6064-4478-862d-be95ece80273 tempest-TestVolumeBootPattern-2031489167 tempest-TestVolumeBootPattern-2031489167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c59609-7a0d-4424-bfd9-759d4d0f7917,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:33:48.812587 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 51920) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:33:49.280564 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-85161879-0258-4cc8-a7e7-a0a6161ed4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667450'] for router_interface, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:49.520513 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-85161879-0258-4cc8-a7e7-a0a6161ed4ee admin admin] Deleting port 7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:33:49.520853 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-85161879-0258-4cc8-a7e7-a0a6161ed4ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:49.571681 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:49.598817 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-85161879-0258-4cc8-a7e7-a0a6161ed4ee admin admin] For port 7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1,segment=NetworkSegment(92d60b8a-a2d6-42a5-9295-ab7dcf9b5837),segment_id=92d60b8a-a2d6-42a5-9295-ab7dcf9b5837)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:33:49.599205 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-85161879-0258-4cc8-a7e7-a0a6161ed4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:49.612162 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-85161879-0258-4cc8-a7e7-a0a6161ed4ee admin admin] Calling delete_port for 7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1 owned by network:router_interface {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:33:49.786090 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-85161879-0258-4cc8-a7e7-a0a6161ed4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:49.816167 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85161879-0258-4cc8-a7e7-a0a6161ed4ee admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:33:49.977566 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-85161879-0258-4cc8-a7e7-a0a6161ed4ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667558'] for router_interface, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:50.436006 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85161879-0258-4cc8-a7e7-a0a6161ed4ee admin admin] Router c4a0c27a-5b97-4dac-bbb2-cd964378bdeb has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:33:50.540792 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85161879-0258-4cc8-a7e7-a0a6161ed4ee admin admin] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:33:50.545843 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-85161879-0258-4cc8-a7e7-a0a6161ed4ee admin admin] 10.222.0.73 "PUT /v2.0/routers/c4a0c27a-5b97-4dac-bbb2-cd964378bdeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7322359 Nov 24 14:33:50.548972 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 51924) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:33:50.551635 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ff7d5-97ba-4154-9dc2-39bf34e94006 None None] Sync routers for ids ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'] in dv-cinder-739079-6-iscsi {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:33:50.561677 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417ff7d5-97ba-4154-9dc2-39bf34e94006 None None] Routers {'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:33:50.562436 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-417ff7d5-97ba-4154-9dc2-39bf34e94006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:33:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:33:50.652252 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-129e8c08-f366-4f9c-97dd-b117b463903d admin admin] Publish callbacks [] for router, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:50.666212 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-417ff7d5-97ba-4154-9dc2-39bf34e94006 None None] Set router c4a0c27a-5b97-4dac-bbb2-cd964378bdeb gateway port host: dv-cinder-739079-6-iscsi {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:33:50.754941 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-129e8c08-f366-4f9c-97dd-b117b463903d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:50.812695 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-129e8c08-f366-4f9c-97dd-b117b463903d admin admin] Deleting port 9c6a8e01-fdb3-4468-9573-24cfdae91e8c {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:33:50.813457 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-129e8c08-f366-4f9c-97dd-b117b463903d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:50.832258 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:50.861299 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-417ff7d5-97ba-4154-9dc2-39bf34e94006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'name': 'tempest-TestVolumeBootPattern-154179752-router', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:35Z', 'updated_at': '2021-11-24T14:33:49Z', 'revision_number': 5, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'gw_port': {'id': '9c6a8e01-fdb3-4468-9573-24cfdae91e8c', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:11:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:33:50.888549 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ff7d5-97ba-4154-9dc2-39bf34e94006 None None] Checking router: c4a0c27a-5b97-4dac-bbb2-cd964378bdeb for host: dv-cinder-739079-6-iscsi {{(pid=102763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:33:50.897298 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417ff7d5-97ba-4154-9dc2-39bf34e94006 None None] Routers {'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:33:50.897910 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-417ff7d5-97ba-4154-9dc2-39bf34e94006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:33:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'], 'active': True} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:33:50.900142 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-129e8c08-f366-4f9c-97dd-b117b463903d admin admin] For port 9c6a8e01-fdb3-4468-9573-24cfdae91e8c, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=9c6a8e01-fdb3-4468-9573-24cfdae91e8c,segment=NetworkSegment(8ba1600c-dd39-469b-9e9d-3735ae82b3ab),segment_id=8ba1600c-dd39-469b-9e9d-3735ae82b3ab)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:33:50.900535 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-129e8c08-f366-4f9c-97dd-b117b463903d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:50.914841 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-129e8c08-f366-4f9c-97dd-b117b463903d admin admin] Calling delete_port for 9c6a8e01-fdb3-4468-9573-24cfdae91e8c owned by network:router_gateway {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:33:50.985005 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvr_db [None req-417ff7d5-97ba-4154-9dc2-39bf34e94006 None None] Set router c4a0c27a-5b97-4dac-bbb2-cd964378bdeb gateway port host: None {{(pid=102763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:33:51.040516 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_hamode_db [None req-417ff7d5-97ba-4154-9dc2-39bf34e94006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'name': 'tempest-TestVolumeBootPattern-154179752-router', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:35Z', 'updated_at': '2021-11-24T14:33:50Z', 'revision_number': 6, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'gw_port_host': None}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:33:51.068806 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ff7d5-97ba-4154-9dc2-39bf34e94006 None None] The sync data for ids ['c4a0c27a-5b97-4dac-bbb2-cd964378bdeb'] in dv-cinder-739079-6-iscsi is: [{'id': 'c4a0c27a-5b97-4dac-bbb2-cd964378bdeb', 'name': 'tempest-TestVolumeBootPattern-154179752-router', 'tenant_id': '45349ed13c344da0b4e40e7459d7acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:35Z', 'updated_at': '2021-11-24T14:33:50Z', 'revision_number': 6, 'project_id': '45349ed13c344da0b4e40e7459d7acbb', 'gw_port_host': None}] {{(pid=102763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:33:51.089701 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-129e8c08-f366-4f9c-97dd-b117b463903d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:51.122429 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e8c08-f366-4f9c-97dd-b117b463903d admin admin] Pushing event deleted for resources: {'Port': ['ID=9c6a8e01-fdb3-4468-9573-24cfdae91e8c,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:33:51.181162 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-129e8c08-f366-4f9c-97dd-b117b463903d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667136'] for router_gateway, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:51.269892 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-129e8c08-f366-4f9c-97dd-b117b463903d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5251'] for router, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:51.272005 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-129e8c08-f366-4f9c-97dd-b117b463903d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:51.314060 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-129e8c08-f366-4f9c-97dd-b117b463903d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667266'] for router, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:51.314617 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129e8c08-f366-4f9c-97dd-b117b463903d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4a0c27a-5b97-4dac-bbb2-cd964378bdeb {{(pid=102761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 14:33:51.319687 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-129e8c08-f366-4f9c-97dd-b117b463903d admin admin] Publish callbacks [] for router, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:51.320895 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-129e8c08-f366-4f9c-97dd-b117b463903d admin admin] 10.222.0.73 "DELETE /v2.0/routers/c4a0c27a-5b97-4dac-bbb2-cd964378bdeb HTTP/1.1" status: 204 len: 168 time: 0.7709835 Nov 24 14:33:51.323346 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 51926) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:33:51.372429 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_v2 [None req-88188bb3-a043-4aa4-ae8f-2a9d2a762c06 admin admin] Deleting subnet 3de96897-b835-40ea-ba9a-57f512f2da18 {{(pid=102761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 14:33:51.375483 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-88188bb3-a043-4aa4-ae8f-2a9d2a762c06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:51.412195 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-88188bb3-a043-4aa4-ae8f-2a9d2a762c06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8896142'] for subnet, precommit_delete_associations {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:51.493080 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-88188bb3-a043-4aa4-ae8f-2a9d2a762c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882942'] for subnet, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:51.544518 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-88188bb3-a043-4aa4-ae8f-2a9d2a762c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3879245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8883909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8752145'] for subnet, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:51.575596 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88188bb3-a043-4aa4-ae8f-2a9d2a762c06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3de96897-b835-40ea-ba9a-57f512f2da18,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:33:51.577483 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-88188bb3-a043-4aa4-ae8f-2a9d2a762c06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for subnet, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:51.582974 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-88188bb3-a043-4aa4-ae8f-2a9d2a762c06 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3de96897-b835-40ea-ba9a-57f512f2da18 HTTP/1.1" status: 204 len: 168 time: 0.2564623 Nov 24 14:33:51.583375 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 51928) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:33:51.658437 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-aa56206b-9ed4-43e9-99f9-a733b7cb4e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708839'] for network, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:51.711294 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-aa56206b-9ed4-43e9-99f9-a733b7cb4e95 admin admin] Deleting port 267742f2-be71-4889-9391-8b4f8c374c90 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:33:51.711656 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-aa56206b-9ed4-43e9-99f9-a733b7cb4e95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:51.724267 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3de7ad-0d1f-4cdb-9ffb-1d82b14dab11 None None] Network 9243a22d-267c-4a6f-bc0f-a715e2892f5c requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:33:51.775252 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-aa56206b-9ed4-43e9-99f9-a733b7cb4e95 admin admin] For port 267742f2-be71-4889-9391-8b4f8c374c90, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=267742f2-be71-4889-9391-8b4f8c374c90,segment=NetworkSegment(92d60b8a-a2d6-42a5-9295-ab7dcf9b5837),segment_id=92d60b8a-a2d6-42a5-9295-ab7dcf9b5837)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:33:51.776126 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-aa56206b-9ed4-43e9-99f9-a733b7cb4e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:51.794906 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-aa56206b-9ed4-43e9-99f9-a733b7cb4e95 admin admin] Calling delete_port for 267742f2-be71-4889-9391-8b4f8c374c90 owned by network:dhcp {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:33:51.877112 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-aa56206b-9ed4-43e9-99f9-a733b7cb4e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:51.903152 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56206b-9ed4-43e9-99f9-a733b7cb4e95 admin admin] Pushing event deleted for resources: {'Port': ['ID=267742f2-be71-4889-9391-8b4f8c374c90,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:33:51.912162 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa56206b-9ed4-43e9-99f9-a733b7cb4e95 admin admin] No DVR routers for this DVR port 267742f2-be71-4889-9391-8b4f8c374c90 on host dv-cinder-739079-6-iscsi {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:33:51.996042 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b3b09f-8f2e-46f7-9847-473d46d4ed04 None None] DHCP port deletion for 9243a22d-267c-4a6f-bc0f-a715e2892f5c request from dv-cinder-739079-6-iscsi {{(pid=102763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 14:33:51.998241 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-aa56206b-9ed4-43e9-99f9-a733b7cb4e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880289', 'neutron.services.segments.db._delete_segments_for_network-8783323399864'] for network, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:52.021598 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-aa56206b-9ed4-43e9-99f9-a733b7cb4e95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9243a22d-267c-4a6f-bc0f-a715e2892f5c']}} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:33:52.031140 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-aa56206b-9ed4-43e9-99f9-a733b7cb4e95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d60b8a-a2d6-42a5-9295-ab7dcf9b5837') {'for_net_delete': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:33:52.031466 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-aa56206b-9ed4-43e9-99f9-a733b7cb4e95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d60b8a-a2d6-42a5-9295-ab7dcf9b5837') {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:33:52.041387 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-aa56206b-9ed4-43e9-99f9-a733b7cb4e95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783323362124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11962719'] for segment, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:52.054953 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-aa56206b-9ed4-43e9-99f9-a733b7cb4e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:52.061273 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa56206b-9ed4-43e9-99f9-a733b7cb4e95 admin admin] Releasing vlan 1127 on physical network physnet1 to pool {{(pid=102762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:33:52.061601 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-aa56206b-9ed4-43e9-99f9-a733b7cb4e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11814199'] for segment, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: Traceback (most recent call last): Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: timer() Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: cb(*args, **kw) Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: return func(*args, **kwargs) Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: self._notify() Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: self.callback(batched_events) Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: event.method(event) Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: return f(self, *a, **k) Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: return self._get(url).json() Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: return self.request(url, 'GET', **kwargs) Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:33:52.063263 dv-cinder-739079-6-iscsi neutron-server[102762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:33:52.122322 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-aa56206b-9ed4-43e9-99f9-a733b7cb4e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667172'] for network, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:52.128958 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-aa56206b-9ed4-43e9-99f9-a733b7cb4e95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:52.131360 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-aa56206b-9ed4-43e9-99f9-a733b7cb4e95 admin admin] 10.222.0.73 "DELETE /v2.0/networks/9243a22d-267c-4a6f-bc0f-a715e2892f5c HTTP/1.1" status: 204 len: 168 time: 0.5470171 Nov 24 14:33:52.134392 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 51930) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:33:52.142723 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56206b-9ed4-43e9-99f9-a733b7cb4e95 admin admin] Pushing event deleted for resources: {'Network': ['ID=9243a22d-267c-4a6f-bc0f-a715e2892f5c,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:33:52.476871 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-beb93bab-a7f7-44e6-8589-0221b944c33a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667450'] for router_interface, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:52.720094 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-beb93bab-a7f7-44e6-8589-0221b944c33a admin admin] Deleting port caa6b8c2-8909-4d08-bca8-44c63966de22 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:33:52.720542 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-beb93bab-a7f7-44e6-8589-0221b944c33a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:52.799181 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-beb93bab-a7f7-44e6-8589-0221b944c33a admin admin] For port caa6b8c2-8909-4d08-bca8-44c63966de22, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=caa6b8c2-8909-4d08-bca8-44c63966de22,segment=NetworkSegment(9a15d3c4-2017-449a-85aa-36c0ec67a6c3),segment_id=9a15d3c4-2017-449a-85aa-36c0ec67a6c3)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:33:52.799477 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-beb93bab-a7f7-44e6-8589-0221b944c33a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:52.816052 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-beb93bab-a7f7-44e6-8589-0221b944c33a admin admin] Calling delete_port for caa6b8c2-8909-4d08-bca8-44c63966de22 owned by network:router_interface {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:33:52.993427 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-beb93bab-a7f7-44e6-8589-0221b944c33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:53.018723 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb93bab-a7f7-44e6-8589-0221b944c33a admin admin] Pushing event deleted for resources: {'Port': ['ID=caa6b8c2-8909-4d08-bca8-44c63966de22,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:33:53.180329 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1 no longer exists at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:33:53.192381 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-beb93bab-a7f7-44e6-8589-0221b944c33a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667558'] for router_interface, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:53.201674 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] No Port match for: 7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:33:53.202358 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 7bc5f829-5db0-4f25-a5e2-4ac3e0ce88c1 not bound to the agent host dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:33:53.202969 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 9c6a8e01-fdb3-4468-9573-24cfdae91e8c no longer exists at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:33:53.222737 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] No Port match for: 9c6a8e01-fdb3-4468-9573-24cfdae91e8c {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:33:53.223082 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 9c6a8e01-fdb3-4468-9573-24cfdae91e8c not bound to the agent host dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:33:53.223519 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 267742f2-be71-4889-9391-8b4f8c374c90 no longer exists at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:33:53.242819 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] No Port match for: 267742f2-be71-4889-9391-8b4f8c374c90 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:33:53.243161 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 267742f2-be71-4889-9391-8b4f8c374c90 not bound to the agent host dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:33:53.405814 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb93bab-a7f7-44e6-8589-0221b944c33a admin admin] Router 200b2a06-2c9f-4a84-a25b-9ec6ae9cab12 has already been hosted by L3 agent e3fc40cc-40c2-4d26-95e6-c62dfbb052ea {{(pid=102761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:33:53.515088 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb93bab-a7f7-44e6-8589-0221b944c33a admin admin] Notify agent at l3_agent.dv-cinder-739079-6-iscsi the message routers_updated {{(pid=102761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:33:53.521207 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-beb93bab-a7f7-44e6-8589-0221b944c33a admin admin] 10.222.0.73 "PUT /v2.0/routers/200b2a06-2c9f-4a84-a25b-9ec6ae9cab12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3857374 Nov 24 14:33:53.523902 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 51932) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:33:53.524587 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddf81d2-20c2-454a-acc5-0642b9e9f4ca None None] Sync routers for ids ['200b2a06-2c9f-4a84-a25b-9ec6ae9cab12'] in dv-cinder-739079-6-iscsi {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:33:53.536323 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddf81d2-20c2-454a-acc5-0642b9e9f4ca None None] Routers {'200b2a06-2c9f-4a84-a25b-9ec6ae9cab12'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:33:53.536531 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-7ddf81d2-20c2-454a-acc5-0642b9e9f4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:33:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['200b2a06-2c9f-4a84-a25b-9ec6ae9cab12'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:33:53.627836 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-376e1183-432f-4494-910c-ef3d381c0bb0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:53.641167 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-7ddf81d2-20c2-454a-acc5-0642b9e9f4ca None None] Set router 200b2a06-2c9f-4a84-a25b-9ec6ae9cab12 gateway port host: dv-cinder-739079-6-iscsi {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:33:53.728380 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-376e1183-432f-4494-910c-ef3d381c0bb0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:53.782759 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-376e1183-432f-4494-910c-ef3d381c0bb0 admin admin] Deleting port ac2c706b-f10a-4518-889b-c75a1e934393 {{(pid=102761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:33:53.783117 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-376e1183-432f-4494-910c-ef3d381c0bb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:53.867100 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-376e1183-432f-4494-910c-ef3d381c0bb0 admin admin] For port ac2c706b-f10a-4518-889b-c75a1e934393, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=ac2c706b-f10a-4518-889b-c75a1e934393,segment=NetworkSegment(8ba1600c-dd39-469b-9e9d-3735ae82b3ab),segment_id=8ba1600c-dd39-469b-9e9d-3735ae82b3ab)] {{(pid=102761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:33:53.868058 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-376e1183-432f-4494-910c-ef3d381c0bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:53.885259 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.plugin [None req-376e1183-432f-4494-910c-ef3d381c0bb0 admin admin] Calling delete_port for ac2c706b-f10a-4518-889b-c75a1e934393 owned by network:router_gateway {{(pid=102761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:33:53.914598 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-7ddf81d2-20c2-454a-acc5-0642b9e9f4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200b2a06-2c9f-4a84-a25b-9ec6ae9cab12', 'name': 'tempest-TestVolumeBootPattern-435895462-router', 'tenant_id': 'ea6b19cb3a5849e2b0abfc08bbacac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'external_fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'ac2c706b-f10a-4518-889b-c75a1e934393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:40Z', 'updated_at': '2021-11-24T14:33:52Z', 'revision_number': 5, 'project_id': 'ea6b19cb3a5849e2b0abfc08bbacac9f', 'gw_port': {'id': 'ac2c706b-f10a-4518-889b-c75a1e934393', 'name': '', 'network_id': '49cac10e-0da0-4a0f-8769-64a9bee58c01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200b2a06-2c9f-4a84-a25b-9ec6ae9cab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:40Z', 'updated_at': '2021-11-24T14:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c9a594-21b4-4e79-af6f-55375f25e5d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-6-iscsi'}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:33:53.941152 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddf81d2-20c2-454a-acc5-0642b9e9f4ca None None] Checking router: 200b2a06-2c9f-4a84-a25b-9ec6ae9cab12 for host: dv-cinder-739079-6-iscsi {{(pid=102764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:33:53.949973 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddf81d2-20c2-454a-acc5-0642b9e9f4ca None None] Routers {'200b2a06-2c9f-4a84-a25b-9ec6ae9cab12'} bound to L3 agent in host dv-cinder-739079-6-iscsi {{(pid=102764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:33:53.950601 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-7ddf81d2-20c2-454a-acc5-0642b9e9f4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:09:47Z,description=,heartbeat_timestamp=2021-11-24T14:33:47Z,host='dv-cinder-739079-6-iscsi',id=e3fc40cc-40c2-4d26-95e6-c62dfbb052ea,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T14:09:47Z,topic='l3_agent')) {'router_ids': ['200b2a06-2c9f-4a84-a25b-9ec6ae9cab12'], 'active': True} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:33:54.034991 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_dvr_db [None req-7ddf81d2-20c2-454a-acc5-0642b9e9f4ca None None] Set router 200b2a06-2c9f-4a84-a25b-9ec6ae9cab12 gateway port host: None {{(pid=102764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:33:54.048676 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-376e1183-432f-4494-910c-ef3d381c0bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8883894'] for port, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:54.075821 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e1183-432f-4494-910c-ef3d381c0bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac2c706b-f10a-4518-889b-c75a1e934393,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:33:54.090232 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.l3_hamode_db [None req-7ddf81d2-20c2-454a-acc5-0642b9e9f4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200b2a06-2c9f-4a84-a25b-9ec6ae9cab12', 'name': 'tempest-TestVolumeBootPattern-435895462-router', 'tenant_id': 'ea6b19cb3a5849e2b0abfc08bbacac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:40Z', 'updated_at': '2021-11-24T14:33:53Z', 'revision_number': 6, 'project_id': 'ea6b19cb3a5849e2b0abfc08bbacac9f', 'gw_port_host': None}], 'dv-cinder-739079-6-iscsi', False) {} {{(pid=102764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:33:54.117893 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddf81d2-20c2-454a-acc5-0642b9e9f4ca None None] The sync data for ids ['200b2a06-2c9f-4a84-a25b-9ec6ae9cab12'] in dv-cinder-739079-6-iscsi is: [{'id': '200b2a06-2c9f-4a84-a25b-9ec6ae9cab12', 'name': 'tempest-TestVolumeBootPattern-435895462-router', 'tenant_id': 'ea6b19cb3a5849e2b0abfc08bbacac9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:40Z', 'updated_at': '2021-11-24T14:33:53Z', 'revision_number': 6, 'project_id': 'ea6b19cb3a5849e2b0abfc08bbacac9f', 'gw_port_host': None}] {{(pid=102764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:33:54.142574 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-376e1183-432f-4494-910c-ef3d381c0bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667136'] for router_gateway, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:54.485402 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-376e1183-432f-4494-910c-ef3d381c0bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5251'] for router, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:54.488064 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-376e1183-432f-4494-910c-ef3d381c0bb0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:54.537078 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-376e1183-432f-4494-910c-ef3d381c0bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667266'] for router, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:54.537569 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376e1183-432f-4494-910c-ef3d381c0bb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 200b2a06-2c9f-4a84-a25b-9ec6ae9cab12 {{(pid=102761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 14:33:54.542009 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-376e1183-432f-4494-910c-ef3d381c0bb0 admin admin] Publish callbacks [] for router, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:54.543176 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-376e1183-432f-4494-910c-ef3d381c0bb0 admin admin] 10.222.0.73 "DELETE /v2.0/routers/200b2a06-2c9f-4a84-a25b-9ec6ae9cab12 HTTP/1.1" status: 204 len: 168 time: 1.0183601 Nov 24 14:33:54.545702 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.wsgi [-] (102761) accepted ('10.222.0.73', 51934) {{(pid=102761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:33:54.588482 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d186951-e0bf-43f2-aac0-1d3232324ffa admin admin] Deleting subnet 7c495d0f-1134-433c-b0c5-c1b9d944a88b {{(pid=102761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 14:33:54.591591 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2d186951-e0bf-43f2-aac0-1d3232324ffa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:54.626416 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2d186951-e0bf-43f2-aac0-1d3232324ffa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8896142'] for subnet, precommit_delete_associations {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:54.703538 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2d186951-e0bf-43f2-aac0-1d3232324ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3882942'] for subnet, precommit_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:54.754583 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2d186951-e0bf-43f2-aac0-1d3232324ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3879245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8883909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8752145'] for subnet, after_delete {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:54.784937 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d186951-e0bf-43f2-aac0-1d3232324ffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c495d0f-1134-433c-b0c5-c1b9d944a88b,revision_number=None']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:33:54.786968 dv-cinder-739079-6-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2d186951-e0bf-43f2-aac0-1d3232324ffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for subnet, before_response {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:54.791095 dv-cinder-739079-6-iscsi neutron-server[102761]: INFO neutron.wsgi [None req-2d186951-e0bf-43f2-aac0-1d3232324ffa admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7c495d0f-1134-433c-b0c5-c1b9d944a88b HTTP/1.1" status: 204 len: 168 time: 0.2443876 Nov 24 14:33:54.791479 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8deeaa-6463-43ba-b71c-588735f40d05 None None] Network 99462c61-c751-422c-a316-f225eb9d629c requested from dv-cinder-739079-6-iscsi {{(pid=102763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:33:54.792961 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 51936) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:33:54.866867 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8cf3657f-830f-4e1f-9733-333d65055d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3708839'] for network, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:54.921137 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-8cf3657f-830f-4e1f-9733-333d65055d36 admin admin] Deleting port 763a6a7e-01e4-4362-ad49-e964489a9d00 {{(pid=102762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:33:54.921487 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8cf3657f-830f-4e1f-9733-333d65055d36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:54.987294 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5af06df-3c6f-4324-b3ac-8958dbb9ad35 None None] DHCP port deletion for 99462c61-c751-422c-a316-f225eb9d629c request from dv-cinder-739079-6-iscsi {{(pid=102763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 14:33:54.993991 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.db [None req-8cf3657f-830f-4e1f-9733-333d65055d36 admin admin] For port 763a6a7e-01e4-4362-ad49-e964489a9d00, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=763a6a7e-01e4-4362-ad49-e964489a9d00,segment=NetworkSegment(9a15d3c4-2017-449a-85aa-36c0ec67a6c3),segment_id=9a15d3c4-2017-449a-85aa-36c0ec67a6c3)] {{(pid=102762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:33:54.994375 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8cf3657f-830f-4e1f-9733-333d65055d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:55.007708 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.plugin [None req-8cf3657f-830f-4e1f-9733-333d65055d36 admin admin] Calling delete_port for 763a6a7e-01e4-4362-ad49-e964489a9d00 owned by network:dhcp {{(pid=102762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:33:55.034558 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-d5af06df-3c6f-4324-b3ac-8958dbb9ad35 None None] Deleting port 763a6a7e-01e4-4362-ad49-e964489a9d00 {{(pid=102763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:33:55.034869 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d5af06df-3c6f-4324-b3ac-8958dbb9ad35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783323271006'] for port, before_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:55.111505 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8cf3657f-830f-4e1f-9733-333d65055d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11930854'] for port, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:55.116663 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device caa6b8c2-8909-4d08-bca8-44c63966de22 no longer exists at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:33:55.120076 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.db [None req-d5af06df-3c6f-4324-b3ac-8958dbb9ad35 None None] For port 763a6a7e-01e4-4362-ad49-e964489a9d00, host dv-cinder-739079-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-6-iscsi',level=0,port_id=763a6a7e-01e4-4362-ad49-e964489a9d00,segment=NetworkSegment(9a15d3c4-2017-449a-85aa-36c0ec67a6c3),segment_id=9a15d3c4-2017-449a-85aa-36c0ec67a6c3)] {{(pid=102763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:33:55.120416 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d5af06df-3c6f-4324-b3ac-8958dbb9ad35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664861'] for port, precommit_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:55.143544 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3657f-830f-4e1f-9733-333d65055d36 admin admin] Pushing event deleted for resources: {'Port': ['ID=763a6a7e-01e4-4362-ad49-e964489a9d00,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:33:55.145445 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf3657f-830f-4e1f-9733-333d65055d36 admin admin] No DVR routers for this DVR port 763a6a7e-01e4-4362-ad49-e964489a9d00 on host dv-cinder-739079-6-iscsi {{(pid=102762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:33:55.153801 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] No Port match for: caa6b8c2-8909-4d08-bca8-44c63966de22 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:33:55.154217 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device caa6b8c2-8909-4d08-bca8-44c63966de22 not bound to the agent host dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:33:55.154794 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 763a6a7e-01e4-4362-ad49-e964489a9d00 no longer exists at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:33:55.156785 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-d5af06df-3c6f-4324-b3ac-8958dbb9ad35 None None] Calling delete_port for 763a6a7e-01e4-4362-ad49-e964489a9d00 owned by network:dhcp {{(pid=102763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:33:55.182343 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] No Port match for: 763a6a7e-01e4-4362-ad49-e964489a9d00 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:33:55.182689 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device 763a6a7e-01e4-4362-ad49-e964489a9d00 not bound to the agent host dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:33:55.183114 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device ac2c706b-f10a-4518-889b-c75a1e934393 no longer exists at agent ovs-agent-dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:33:55.207265 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.plugin [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] No Port match for: ac2c706b-f10a-4518-889b-c75a1e934393 {{(pid=102763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:33:55.209108 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.plugins.ml2.rpc [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Device ac2c706b-f10a-4518-889b-c75a1e934393 not bound to the agent host dv-cinder-739079-6-iscsi {{(pid=102763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:33:55.217036 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8cf3657f-830f-4e1f-9733-333d65055d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880289', 'neutron.services.segments.db._delete_segments_for_network-8783323399864'] for network, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:55.238227 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-8cf3657f-830f-4e1f-9733-333d65055d36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99462c61-c751-422c-a316-f225eb9d629c']}} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:33:55.247336 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-8cf3657f-830f-4e1f-9733-333d65055d36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a15d3c4-2017-449a-85aa-36c0ec67a6c3') {'for_net_delete': True} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:33:55.247658 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.services.segments.db [None req-8cf3657f-830f-4e1f-9733-333d65055d36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a15d3c4-2017-449a-85aa-36c0ec67a6c3') {} {{(pid=102762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:33:55.256847 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8cf3657f-830f-4e1f-9733-333d65055d36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783323362124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11962719'] for segment, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:55.270083 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8cf3657f-830f-4e1f-9733-333d65055d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299'] for segment, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:55.272789 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d5af06df-3c6f-4324-b3ac-8958dbb9ad35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3724877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783323272560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783322838995'] for port, after_delete {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:55.276448 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf3657f-830f-4e1f-9733-333d65055d36 admin admin] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=102762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:33:55.276835 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8cf3657f-830f-4e1f-9733-333d65055d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11814199'] for segment, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: Traceback (most recent call last): Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: timer() Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: cb(*args, **kw) Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: return func(*args, **kwargs) Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: self._notify() Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: self.callback(batched_events) Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: event.method(event) Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: return f(self, *a, **k) Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: return self._get(url).json() Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: return self.request(url, 'GET', **kwargs) Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:33:55.280060 dv-cinder-739079-6-iscsi neutron-server[102762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:33:55.297672 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af06df-3c6f-4324-b3ac-8958dbb9ad35 None None] Pushing event deleted for resources: {'Port': ['ID=763a6a7e-01e4-4362-ad49-e964489a9d00,revision_number=None']} {{(pid=102763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:33:55.302864 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5af06df-3c6f-4324-b3ac-8958dbb9ad35 None None] No DVR routers for this DVR port 763a6a7e-01e4-4362-ad49-e964489a9d00 on host dv-cinder-739079-6-iscsi {{(pid=102763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:33:55.312636 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af06df-3c6f-4324-b3ac-8958dbb9ad35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:55.312990 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af06df-3c6f-4324-b3ac-8958dbb9ad35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:55.313441 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af06df-3c6f-4324-b3ac-8958dbb9ad35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:55.313717 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af06df-3c6f-4324-b3ac-8958dbb9ad35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:55.314029 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af06df-3c6f-4324-b3ac-8958dbb9ad35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:55.314363 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af06df-3c6f-4324-b3ac-8958dbb9ad35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:55.314696 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af06df-3c6f-4324-b3ac-8958dbb9ad35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:55.315017 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af06df-3c6f-4324-b3ac-8958dbb9ad35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:55.315343 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af06df-3c6f-4324-b3ac-8958dbb9ad35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:55.315829 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af06df-3c6f-4324-b3ac-8958dbb9ad35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:55.316000 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af06df-3c6f-4324-b3ac-8958dbb9ad35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:55.316393 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af06df-3c6f-4324-b3ac-8958dbb9ad35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-6-iscsi {{(pid=102763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:55.341921 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8cf3657f-830f-4e1f-9733-333d65055d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667172'] for network, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:55.348266 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-8cf3657f-830f-4e1f-9733-333d65055d36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556081'] for network, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:55.351558 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-8cf3657f-830f-4e1f-9733-333d65055d36 admin admin] 10.222.0.73 "DELETE /v2.0/networks/99462c61-c751-422c-a316-f225eb9d629c HTTP/1.1" status: 204 len: 168 time: 0.5576272 Nov 24 14:33:55.363779 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3657f-830f-4e1f-9733-333d65055d36 admin admin] Pushing event deleted for resources: {'Network': ['ID=99462c61-c751-422c-a316-f225eb9d629c,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:33:55.473292 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 51940) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:33:55.512727 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-7d7f6503-a8dc-4968-8508-cb87a0932bd8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=45349ed13c344da0b4e40e7459d7acbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381684 Nov 24 14:33:55.515248 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 51942) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:33:55.561758 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ff0ea243-69b1-4e20-9748-e8e94126e0d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:55.582680 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ff0ea243-69b1-4e20-9748-e8e94126e0d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:55.631529 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ff0ea243-69b1-4e20-9748-e8e94126e0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:55.634102 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-ff0ea243-69b1-4e20-9748-e8e94126e0d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:55.635259 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-ff0ea243-69b1-4e20-9748-e8e94126e0d4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5cc68336-9cac-485f-8c0e-c35a9a3c3bd5 HTTP/1.1" status: 204 len: 168 time: 0.1191015 Nov 24 14:33:55.643369 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ea243-69b1-4e20-9748-e8e94126e0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc68336-9cac-485f-8c0e-c35a9a3c3bd5,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:33:55.952875 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 51948) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:33:55.994090 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-f433f5d6-e54e-432e-9f8d-371d196ecd96 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ea6b19cb3a5849e2b0abfc08bbacac9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400684 Nov 24 14:33:55.996583 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.wsgi [-] (102762) accepted ('10.222.0.73', 51950) {{(pid=102762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:33:56.042814 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-13bb67b5-fbee-4932-b5a7-02b3efdff015 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:56.064115 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-13bb67b5-fbee-4932-b5a7-02b3efdff015 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:56.109435 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-13bb67b5-fbee-4932-b5a7-02b3efdff015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723239'] for security_group, after_delete {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:56.112980 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron_lib.callbacks.manager [None req-13bb67b5-fbee-4932-b5a7-02b3efdff015 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:33:56.114159 dv-cinder-739079-6-iscsi neutron-server[102762]: INFO neutron.wsgi [None req-13bb67b5-fbee-4932-b5a7-02b3efdff015 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aabea99f-7903-45b6-934e-6fb658b947f9 HTTP/1.1" status: 204 len: 168 time: 0.1166844 Nov 24 14:33:56.121849 dv-cinder-739079-6-iscsi neutron-server[102762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb67b5-fbee-4932-b5a7-02b3efdff015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabea99f-7903-45b6-934e-6fb658b947f9,revision_number=None']} {{(pid=102762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:01.727258 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:34:10.989045 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:34:14.453336 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-275fd208-82ae-4ef4-88db-e89708e9982e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:34:16.941757 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-480b8f2f-b2ad-45d7-bb70-27ea4b0684c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:34:17.973737 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:34:19.569573 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:34:20.804243 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:34:38.727026 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:34:41.004671 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:34:44.445720 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-5cf3e915-e36b-4aa0-bee9-f6722c5850ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:34:46.943860 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-e48c2e60-1271-4afd-b06e-7facdef873d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:34:47.976421 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:34:49.570938 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:34:50.808591 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:35:11.012098 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:35:14.444425 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c610a254-afb3-4aaf-98f1-555c3523c010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:35:15.724980 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:35:16.944682 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-fae39ff0-f5d6-4cac-a8d2-1181d1d67c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:35:17.979042 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:35:19.574015 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:35:20.812406 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:35:41.019215 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:35:44.447163 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-239ee8dc-fbf4-460f-a13e-36b151f5c814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:35:46.945804 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-41c90dd3-0cbd-415c-96f0-ecd2bb576c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:35:47.983907 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:35:49.576263 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:35:50.814514 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:35:52.723379 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:36:11.034306 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:36:14.450708 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9357ea0b-8400-4d25-a2bd-10f4f365b42a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:36:16.949896 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d81c2a80-10c9-4481-a406-0593e09c39a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:36:17.985458 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:36:19.579547 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:36:20.817330 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:36:29.723318 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:36:41.047870 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:36:44.448230 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-c63c9375-8cb9-42bb-a60b-1e1a4a677c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:36:46.953207 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-8af719ec-2c70-4371-9a77-1db962ef0fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:36:47.988389 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:36:49.582993 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:36:50.819513 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:37:06.722626 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:37:11.046475 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:37:14.452945 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-9ea4c448-aebf-4e0d-9e62-f39624bb0ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:37:16.954850 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-6f3811be-e2cd-4f7a-a57b-8eed1076ec90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:37:17.994085 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:37:19.585680 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:37:20.821103 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:37:41.048596 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:37:43.722269 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:37:44.456843 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-171ca5be-7f0f-491d-9c71-a1d1bc213324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:37:46.956628 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-a53172c7-4a04-4a2c-a561-88267628c530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:37:47.994396 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:37:49.590205 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:37:50.823763 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:38:11.064160 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:38:14.460135 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d6a7ca7b-8a79-4ae4-b90e-157b84440640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:38:16.957519 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-96f137cc-a906-44c1-89ee-a89c24fe3a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:38:17.997690 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:38:19.591189 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:38:20.720559 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:38:20.826757 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:38:41.071342 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:38:44.461042 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-87a9a566-35ac-4433-91e0-db1780a24665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:38:46.959709 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-d1084631-868c-4ffe-a91d-01bfb206102e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:38:48.002479 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:38:49.595909 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-402b1bd0-65be-4fca-b86c-84117524a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:38:50.827804 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-267b4480-2cca-4949-a489-8f7be5d1de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:38:57.718482 dv-cinder-739079-6-iscsi neutron-server[102764]: DEBUG neutron.db.agents_db [None req-bd496944-bab9-4134-a813-cc0afbdea079 None None] Agent healthcheck: found 6 active agents {{(pid=102764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:39:11.079258 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-62b81a01-5678-4f11-ad14-4de5ff569f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:39:14.462815 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-71378bf2-20f4-4d05-9e65-8fc7c5e2c4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:39:16.960263 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-1d93b1eb-2713-44d9-91cf-ab437972b667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:39:18.008484 dv-cinder-739079-6-iscsi neutron-server[102763]: DEBUG neutron_lib.callbacks.manager [None req-feb1039b-b865-45d4-9e3d-93495efb8ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783323399873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3877727'] for agent, after_update {{(pid=102763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}